14:42:21.500 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:42:21.500 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskAatSjW/test-tmp
14:42:21.500 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:42:21.501 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskAatSjW/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:42:21.503 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:42:21.991 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:42:21.991 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:42:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:22.000443 30255 mini_oidc.cc:152] Starting JWKS server
14:42:22.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:22.006739 30255 webserver.cc:460] Webserver started at http://127.0.0.1:44565/ using document root <none> and password file <none>
14:42:22.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:22.007337 30255 mini_oidc.cc:189] Starting OIDC Discovery server
14:42:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:22.010135 30255 webserver.cc:460] Webserver started at http://127.0.0.1:40567/ using document root <none> and password file <none>
14:42:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:42:22Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
14:42:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:42:22Z Disabled control of system clock
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:22.115945 30255 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/wal
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/data
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/logs
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/data/info.pb
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.254:35737
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.254
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44565/jwks.json
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:42:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:42:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.603793 30271 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:42:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.604667 30271 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:42:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.605348 30271 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:42:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.647766 30271 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:42:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.648197 30271 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:42:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.648416 30271 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:42:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.648864 30271 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:42:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.649294 30271 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:42:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.649653 30271 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:42:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.649952 30271 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44565/jwks.json
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:22.705268 30271 master_runner.cc:386] Master server non-default flags:
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/data
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/wal
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.254:35737
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44565/jwks.json
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/data/info.pb
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.254
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:42:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/logs
14:42:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:42:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:42:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:42:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:42:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:42:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:42:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:42:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:42:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:42:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:22.710002 30271 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:42:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:22.714119 30271 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:42:22.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.748530 30277 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.752797 30280 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:22.754936 30271 server_base.cc:1034] running on GCE node
14:42:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:22.748997 30278 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:24.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.220211 30271 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:42:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.225698 30271 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:42:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.227430 30271 hybrid_clock.cc:648] HybridClock initialized: now 1786286544227423 us; error 125 us; skew 500 ppm
14:42:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.229214 30271 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:42:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.248804 30271 webserver.cc:460] Webserver started at http://127.29.139.254:38047/ using document root <none> and password file <none>
14:42:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.250711 30271 fs_manager.cc:359] Metadata directory not provided
14:42:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.251221 30271 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:42:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.252097 30271 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:42:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.262768 30271 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/data/instance:
14:42:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d74051d19ae4c88ae23a3b2ccaeacad"
14:42:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:24 on dist-test-slave-cbsf"
14:42:24.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.266590 30271 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/wal/instance:
14:42:24.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d74051d19ae4c88ae23a3b2ccaeacad"
14:42:24.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:24 on dist-test-slave-cbsf"
14:42:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.289774 30271 fs_manager.cc:691] Time spent creating directory manager: real 0.020s user 0.015s sys 0.000s
14:42:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.303130 30288 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:42:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.305522 30271 fs_manager.cc:725] Time spent opening block manager: real 0.009s user 0.002s sys 0.007s
14:42:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.306694 30271 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/wal
14:42:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d74051d19ae4c88ae23a3b2ccaeacad"
14:42:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:24 on dist-test-slave-cbsf"
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.307633 30271 fs_report.cc:383] FS layout report
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/wal
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/wal
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/data/data
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:42:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:42:24.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:42:24.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:42:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.367228 30271 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:42:24.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.369405 30271 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:42:24.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.370114 30271 kserver.cc:163] Server-wide thread pool size limit: 3276
14:42:24.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.495500 30271 rpc_server.cc:307] RPC server started. Bound to: 127.29.139.254:35737
14:42:24.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.495744 30356 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.139.254:35737 every 8 connection(s)
14:42:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.499075 30271 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/data/info.pb
14:42:24.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.503101 30255 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 30271
14:42:24.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.503796 30255 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-0/wal/instance
14:42:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.508126 30357 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.511354 30255 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/wal
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/data
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/logs
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/data/info.pb
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:42:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.253:43451
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.253
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44565/jwks.json
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:42:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:42:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.531538 30357 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } has no permanent_uuid. Determining permanent_uuid...
14:42:24.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.577399 30357 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } has no permanent_uuid. Determining permanent_uuid...
14:42:24.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:24.581075 30289 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111)
14:42:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:24.587317 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.253:43451: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111)
14:42:24.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.637540 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } attempt: 1
14:42:24.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:24.643679 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.253:43451: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111)
14:42:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.712255 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } attempt: 2
14:42:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:24.718080 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.253:43451: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111)
14:42:24.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.809620 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } attempt: 3
14:42:24.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:24.814579 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.253:43451: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111)
14:42:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:24.953181 30359 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:42:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:24.954478 30359 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:42:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:24.955456 30359 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:42:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:24.958175 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } attempt: 4
14:42:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:24.963056 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.253:43451: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111)
14:42:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:25.004392 30359 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:42:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:25.004848 30359 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:42:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:25.005180 30359 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:42:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:25.005496 30359 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:42:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:25.005802 30359 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:42:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:25.006137 30359 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:42:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:25.006371 30359 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44565/jwks.json
14:42:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:25.051783 30359 master_runner.cc:386] Master server non-default flags:
14:42:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:42:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/data
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/wal
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.253:43451
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44565/jwks.json
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/data/info.pb
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.253
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/logs
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:42:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:42:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:42:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:42:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:42:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:42:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:42:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:42:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:42:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:25.054314 30359 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:42:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:25.057441 30359 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:42:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:25.085928 30370 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:25.262651 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } attempt: 5
14:42:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:25.268489 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.253:43451: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111)
14:42:25.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:25.816972 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } attempt: 6
14:42:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:25.826220 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.253:43451: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111)
14:42:26.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:25.086041 30369 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:25.088788 30359 server_base.cc:1034] running on GCE node
14:42:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:25.085927 30372 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:26.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.618371 30359 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:42:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.622540 30359 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:42:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.624322 30359 hybrid_clock.cc:648] HybridClock initialized: now 1786286546624212 us; error 72 us; skew 500 ppm
14:42:26.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.626091 30359 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:42:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.638300 30359 webserver.cc:460] Webserver started at http://127.29.139.253:38431/ using document root <none> and password file <none>
14:42:26.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.640282 30359 fs_manager.cc:359] Metadata directory not provided
14:42:26.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.641206 30359 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:42:26.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.642035 30359 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:42:26.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.649688 30359 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/data/instance:
14:42:26.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93bd9acc922c4b5eb251415c5604979f"
14:42:26.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:26 on dist-test-slave-cbsf"
14:42:26.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.654392 30359 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/wal/instance:
14:42:26.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93bd9acc922c4b5eb251415c5604979f"
14:42:26.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:26 on dist-test-slave-cbsf"
14:42:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.670557 30359 fs_manager.cc:691] Time spent creating directory manager: real 0.015s user 0.006s sys 0.008s
14:42:26.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.682884 30382 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:42:26.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.685400 30359 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.005s sys 0.000s
14:42:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.685959 30359 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/wal
14:42:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93bd9acc922c4b5eb251415c5604979f"
14:42:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:26 on dist-test-slave-cbsf"
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.686478 30359 fs_report.cc:383] FS layout report
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/wal
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/wal
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/data/data
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:42:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:42:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.767051 30359 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:42:26.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.769979 30359 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:42:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.771551 30359 kserver.cc:163] Server-wide thread pool size limit: 3276
14:42:26.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.887035 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } attempt: 7
14:42:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:26.898183 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.253:43451: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111)
14:42:26.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.921947 30359 rpc_server.cc:307] RPC server started. Bound to: 127.29.139.253:43451
14:42:26.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.922137 30455 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.139.253:43451 every 8 connection(s)
14:42:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.925881 30359 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/data/info.pb
14:42:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.929327 30255 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 30359
14:42:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.930084 30255 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-1/wal/instance
14:42:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.936193 30255 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/wal
14:42:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data
14:42:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:42:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:42:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:42:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/logs
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data/info.pb
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.252:37687
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.252
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44565/jwks.json
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:42:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.938424 30456 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:42:26.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:26.960837 30456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } has no permanent_uuid. Determining permanent_uuid...
14:42:27.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:27.006364 30456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } has no permanent_uuid. Determining permanent_uuid...
14:42:27.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:27.039541 30456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } has no permanent_uuid. Determining permanent_uuid...
14:42:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.043949 30383 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.050782 30456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:27.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:27.100850 30456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 1
14:42:27.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.106472 30456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:27.175309 30456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 2
14:42:27.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.181967 30456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:27.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:27.273540 30456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 3
14:42:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.279330 30456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:27.424515 30456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 4
14:42:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.431142 30456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.469998 30459 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:42:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.470669 30459 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:42:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.471223 30459 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:42:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.516846 30459 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:42:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.517199 30459 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:42:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.517369 30459 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:42:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.517567 30459 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:42:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.517763 30459 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:42:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.517951 30459 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:42:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.518302 30459 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44565/jwks.json
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:27.588176 30459 master_runner.cc:386] Master server non-default flags:
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/wal
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.252:37687
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44565/jwks.json
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data/info.pb
14:42:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.252
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/logs
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:42:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:42:27.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:27.598599 30459 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:42:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:27.601142 30459 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:42:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.638897 30471 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:27.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:27.731012 30456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 5
14:42:27.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.737766 30456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:28.285948 30456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 6
14:42:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:28.297492 30456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:28.988984 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } attempt: 8
14:42:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.022343 30357 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } has no permanent_uuid. Determining permanent_uuid...
14:42:29.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:29.029798 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:29.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.095656 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 1
14:42:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:29.102950 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.156771 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 2
14:42:29.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:29.163335 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:29.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.240139 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 3
14:42:29.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.639644 30473 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:29.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:27.641417 30459 server_base.cc:1034] running on GCE node
14:42:29.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:27.639132 30470 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:29.246344 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:29.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.258527 30459 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:42:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.262673 30459 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:42:29.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.266580 30459 hybrid_clock.cc:648] HybridClock initialized: now 1786286549266318 us; error 223 us; skew 500 ppm
14:42:29.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.268576 30459 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:42:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.285161 30459 webserver.cc:460] Webserver started at http://127.29.139.252:33185/ using document root <none> and password file <none>
14:42:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.286559 30459 fs_manager.cc:359] Metadata directory not provided
14:42:29.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.286808 30459 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:42:29.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.287343 30459 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:42:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.300195 30459 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data/instance:
14:42:29.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1170e4bc41a543ffa85e9cdb80ec1676"
14:42:29.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:29 on dist-test-slave-cbsf"
14:42:29.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.301797 30459 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/wal/instance:
14:42:29.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1170e4bc41a543ffa85e9cdb80ec1676"
14:42:29.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:29 on dist-test-slave-cbsf"
14:42:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.316515 30459 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.013s sys 0.000s
14:42:29.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.328114 30487 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:42:29.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.330211 30459 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.004s sys 0.001s
14:42:29.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.330763 30459 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/wal
14:42:29.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1170e4bc41a543ffa85e9cdb80ec1676"
14:42:29.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:29 on dist-test-slave-cbsf"
14:42:29.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.331256 30459 fs_report.cc:383] FS layout report
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/wal
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/wal
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data/data
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:42:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:42:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.358460 30456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 7
14:42:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:29.369626 30456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:29.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.395308 30459 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:42:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.397825 30459 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:42:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.398717 30459 kserver.cc:163] Server-wide thread pool size limit: 3276
14:42:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.402083 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 4
14:42:29.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:29.407578 30357 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.139.252:37687: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.556370 30459 rpc_server.cc:307] RPC server started. Bound to: 127.29.139.252:37687
14:42:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.556478 30560 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.139.252:37687 every 8 connection(s)
14:42:29.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.560355 30459 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data/info.pb
14:42:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.563409 30255 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 30459
14:42:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.564082 30255 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/wal/instance
14:42:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.570523 30562 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:42:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.600863 30562 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } has no permanent_uuid. Determining permanent_uuid...
14:42:29.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.641794 30562 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } has no permanent_uuid. Determining permanent_uuid...
14:42:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.664232 30562 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } has no permanent_uuid. Determining permanent_uuid...
14:42:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.690912 30562 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: Bootstrap starting.
14:42:29.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.702886 30562 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: Neither blocks nor log segments found. Creating new log.
14:42:29.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.706183 30357 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 5
14:42:29.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.707341 30562 log.cc:824] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: Log is configured to *not* fsync() on all Append() calls
14:42:29.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.715782 30562 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: No bootstrap required, opened a new log
14:42:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.737435 30357 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad: Bootstrap starting.
14:42:29.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.752087 30357 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad: Neither blocks nor log segments found. Creating new log.
14:42:29.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.758324 30357 log.cc:824] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad: Log is configured to *not* fsync() on all Append() calls
14:42:29.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.759411 30562 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:29.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.760967 30562 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:42:29.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.761502 30562 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1170e4bc41a543ffa85e9cdb80ec1676, State: Initialized, Role: FOLLOWER
14:42:29.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.763347 30562 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.768344 30357 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad: No bootstrap required, opened a new log
14:42:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.768419 30573 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.769946 30573 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: This master's current role is: FOLLOWER
14:42:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.771771 30562 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: configured and running, proceeding with master startup.
14:42:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.796428 30573 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:42:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.797755 30573 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:29.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.808274 30573 leader_election.cc:288] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5d74051d19ae4c88ae23a3b2ccaeacad (127.29.139.254:35737), 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451)
14:42:29.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.812453 30357 raft_consensus.cc:348] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:29.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.814002 30357 raft_consensus.cc:374] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:42:29.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.814440 30357 raft_consensus.cc:729] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d74051d19ae4c88ae23a3b2ccaeacad, State: Initialized, Role: FOLLOWER
14:42:29.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.816594 30357 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.828564 30587 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:29.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.832142 30587 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: This master's current role is: FOLLOWER
14:42:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.835114 30357 sys_catalog.cc:564] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: configured and running, proceeding with master startup.
14:42:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:29.835714 30586 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:42:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:29.836212 30586 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:42:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.835330 30318 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" is_pre_election: true
14:42:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.837420 30318 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1170e4bc41a543ffa85e9cdb80ec1676 in term 0.
14:42:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.839944 30492 leader_election.cc:302] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1170e4bc41a543ffa85e9cdb80ec1676, 5d74051d19ae4c88ae23a3b2ccaeacad; no voters:
14:42:29.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.849663 30573 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:42:29.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.850383 30573 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:42:29.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.850905 30573 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 0 FOLLOWER]: Advancing to term 1
14:42:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.877741 30573 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.881511 30573 leader_election.cc:288] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [CANDIDATE]: Term 1 election: Requested vote from peers 5d74051d19ae4c88ae23a3b2ccaeacad (127.29.139.254:35737), 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451)
14:42:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.884528 30318 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad"
14:42:29.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.885479 30318 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 0 FOLLOWER]: Advancing to term 1
14:42:29.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:29.887362 30294 tablet.cc:2369] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:42:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.824491 30459 master_runner.cc:186] Error getting master registration for 127.29.139.254:35737: OK, instance_id { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" instance_seqno: 1786286544465531 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:42:29.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.897795 30459 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:42:29.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.901222 30318 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1170e4bc41a543ffa85e9cdb80ec1676 in term 1.
14:42:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:29.907449 30496 tablet.cc:2369] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:42:29.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.910231 30492 leader_election.cc:302] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1170e4bc41a543ffa85e9cdb80ec1676, 5d74051d19ae4c88ae23a3b2ccaeacad; no voters:
14:42:29.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.912287 30573 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 1 FOLLOWER]: Leader election won for term 1
14:42:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.924527 30573 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 1 LEADER]: Becoming Leader. State: Replica: 1170e4bc41a543ffa85e9cdb80ec1676, State: Running, Role: LEADER
14:42:29.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.926815 30573 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:29.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.949972 30601 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1170e4bc41a543ffa85e9cdb80ec1676. Latest consensus state: current_term: 1 leader_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:29.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.951035 30601 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: This master's current role is: LEADER
14:42:29.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.975858 30605 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
14:42:29.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.994756 30605 catalog_manager.cc:1484] Initializing Kudu cluster ID...
14:42:30.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:30.015394 30604 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:42:30.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:30.015897 30604 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:42:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.032068 30573 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:42:30.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:29.965160 30271 master_runner.cc:186] Error getting master registration for 127.29.139.253:43451: OK, instance_id { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" instance_seqno: 1786286546886177 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:42:30.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.067792 30271 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:42:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.117911 30607 mvcc.cc:205] Tried to move back new op lower bound from 7316629708880896000 to 7316629708517552128. Current Snapshot: MvccSnapshot[applied={T|T < 7316629708880896000}]
14:42:30.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.147593 30573 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:30.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.148880 30573 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: This master's current role is: LEADER
14:42:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.157063 30587 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1170e4bc41a543ffa85e9cdb80ec1676. Latest consensus state: current_term: 1 leader_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.159667 30587 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: This master's current role is: FOLLOWER
14:42:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.170586 30611 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.171746 30611 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: This master's current role is: FOLLOWER
14:42:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.183674 30605 catalog_manager.cc:1347] Generated new cluster ID: 8e2decba129c4cfaac166129ba6f0173
14:42:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.184087 30605 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
14:42:30.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:30.227921 30491 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.29.139.253:43451 timed out after 0.420s (SENT)
14:42:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.253345 30605 catalog_manager.cc:1370] Generated new certificate authority record
14:42:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.260529 30605 catalog_manager.cc:1504] Loading token signing keys...
14:42:30.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.332463 30605 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: Generated new TSK 0
14:42:30.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.334928 30605 catalog_manager.cc:1514] Initializing in-progress tserver states...
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:30.356483 30255 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/wal
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/data
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/logs
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/data/info.pb
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.193:0
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.139.193
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.193
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:42:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:42:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:30.602346 30491 leader_election.cc:334] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [CANDIDATE]: Term 1 election: RPC error from VoteRequest() call to peer 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451): Timed out: RequestConsensusVote RPC to 127.29.139.253:43451 timed out after 0.346s (SENT)
14:42:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:30.666445 30491 leader_election.cc:334] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451): Timed out: RequestConsensusVote RPC to 127.29.139.253:43451 timed out after 0.420s (SENT)
14:42:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:31.027468 30604 catalog_manager.cc:1259] Loaded cluster ID: 8e2decba129c4cfaac166129ba6f0173
14:42:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:31.027940 30604 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad: loading cluster ID for follower catalog manager: success
14:42:31.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:31.047839 30604 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad: acquiring CA information for follower catalog manager: success
14:42:31.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:31.070453 30604 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:42:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:31.248272 30615 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:42:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:31.249153 30615 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:42:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:31.250437 30615 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:42:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:31.328325 30615 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:42:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:31.329607 30615 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:42:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:31.329978 30615 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:42:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:31.330283 30615 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:42:31.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:31.331179 30615 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.139.193
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:31.409611 30615 tablet_server_runner.cc:78] Tablet server non-default flags:
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/data
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/wal
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.193:0
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/data/info.pb
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.193
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:42:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.139.193
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/logs
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:42:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:42:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:31.413029 30615 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:42:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:31.415735 30615 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:42:31.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:31.460518 30456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } attempt: 8
14:42:31.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:31.489676 30622 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:31.897238 30456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f: Bootstrap starting.
14:42:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:31.907863 30456 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f: Neither blocks nor log segments found. Creating new log.
14:42:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:31.935395 30456 log.cc:824] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f: Log is configured to *not* fsync() on all Append() calls
14:42:31.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:31.946388 30456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f: No bootstrap required, opened a new log
14:42:32.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.048265 30456 raft_consensus.cc:348] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.050457 30456 raft_consensus.cc:374] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:42:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.051178 30456 raft_consensus.cc:729] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93bd9acc922c4b5eb251415c5604979f, State: Initialized, Role: FOLLOWER
14:42:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.052518 30456 consensus_queue.cc:260] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.063589 30634 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:32.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.067152 30456 sys_catalog.cc:564] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [sys.catalog]: configured and running, proceeding with master startup.
14:42:32.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.074015 30634 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [sys.catalog]: This master's current role is: FOLLOWER
14:42:32.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.068243 30413 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93bd9acc922c4b5eb251415c5604979f" is_pre_election: true
14:42:32.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.069820 30409 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93bd9acc922c4b5eb251415c5604979f"
14:42:32.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.071022 30412 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93bd9acc922c4b5eb251415c5604979f"
14:42:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.072141 30410 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93bd9acc922c4b5eb251415c5604979f" is_pre_election: true
14:42:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:32.081933 30410 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:59716 (request call id 4) took 1835 ms (client timeout 420 ms). Trace:
14:42:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:32.082724 30410 rpcz_store.cc:269] 0809 14:42:30.246621 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:42:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:30.246817 (+ 196us) service_pool.cc:227] Handling call
14:42:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:32.081775 (+1834958us) inbound_call.cc:173] Queueing success response
14:42:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:42:32.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:32.085359 30409 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:59716 (request call id 5) took 1828 ms (client timeout 346 ms). Trace:
14:42:32.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.088973 30413 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1170e4bc41a543ffa85e9cdb80ec1676 in term 0.
14:42:32.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:32.091928 30413 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:59716 (request call id 1) took 2284 ms (client timeout 420 ms). Trace:
14:42:32.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:32.079756 30412 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:59716 (request call id 2) took 2194 ms (client timeout 346 ms). Trace:
14:42:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:32.086583 30409 rpcz_store.cc:269] 0809 14:42:30.257052 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:42:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:30.257249 (+ 197us) service_pool.cc:227] Handling call
14:42:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:32.085157 (+1827908us) inbound_call.cc:173] Queueing success response
14:42:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:42:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:32.092813 30413 rpcz_store.cc:269] 0809 14:42:29.807951 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:42:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:29.808444 (+ 493us) service_pool.cc:227] Handling call
14:42:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:32.091679 (+2283235us) inbound_call.cc:173] Queueing success response
14:42:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:42:32.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.101794 30411 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 0 FOLLOWER]: Advancing to term 1
14:42:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:32.101071 30412 rpcz_store.cc:269] 0809 14:42:29.884456 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:42:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:29.890425 (+ 5969us) service_pool.cc:227] Handling call
14:42:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:32.078738 (+2188313us) inbound_call.cc:173] Queueing success response
14:42:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:42:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.170866 30411 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:59716 (request call id 3) took 2146 ms. Trace:
14:42:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.171622 30411 rpcz_store.cc:276] 0809 14:42:30.024747 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:42:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:30.024881 (+ 134us) service_pool.cc:227] Handling call
14:42:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:32.100556 (+2075675us) raft_consensus.cc:1457] Updating replica for 0 ops
14:42:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:32.137278 (+ 36722us) raft_consensus.cc:1683] Filling consensus response to leader.
14:42:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:32.169806 (+ 32528us) spinlock_profiling.cc:243] Waited 5.59 ms on lock 0x7b54000118d0. stack: 00007f393c668033 00007f393c667f30 00007f393c1e9534 00000000004db2b4 00000000004db249 00007f3943574471 00007f39435eea09 00007f39445cb2e9 00007f3942da1684 00007f3942da1612 00007f3942da1541 00007f3942da14bc 00007f3942da0772 00007f394139e94c 00007f394139dd86 00007f394139d72f
14:42:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:32.170661 (+ 855us) inbound_call.cc:173] Queueing success response
14:42:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":12854016}
14:42:32.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.176283 30601 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [LEADER]: Connected to new peer: Peer: permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:42:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.277763 30634 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1170e4bc41a543ffa85e9cdb80ec1676. Latest consensus state: current_term: 1 leader_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:32.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.278988 30634 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [sys.catalog]: This master's current role is: FOLLOWER
14:42:32.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.278151 30646 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:32.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.279594 30646 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [sys.catalog]: This master's current role is: FOLLOWER
14:42:32.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.306556 30601 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:32.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.310401 30601 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: This master's current role is: LEADER
14:42:32.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.376173 30653 catalog_manager.cc:1259] Loaded cluster ID: 8e2decba129c4cfaac166129ba6f0173
14:42:32.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.379185 30653 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f: loading cluster ID for follower catalog manager: success
14:42:32.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.424558 30653 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f: acquiring CA information for follower catalog manager: success
14:42:32.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:32.450130 30653 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:42:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:31.509599 30628 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:33.565346 30626 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:42:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.566183 30615 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:42:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:31.491250 30621 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:33.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.573109 30615 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:42:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.588393 30615 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:42:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.596623 30615 hybrid_clock.cc:648] HybridClock initialized: now 1786286553596500 us; error 114 us; skew 500 ppm
14:42:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.598013 30615 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:42:33.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.633623 30615 webserver.cc:460] Webserver started at http://127.29.139.193:41407/ using document root <none> and password file <none>
14:42:33.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.637588 30615 fs_manager.cc:359] Metadata directory not provided
14:42:33.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.638336 30615 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:42:33.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.640130 30615 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:42:33.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.649468 30615 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/data/instance:
14:42:33.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1c596ad711c4dbfb64f502c7348c4d6"
14:42:33.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:33 on dist-test-slave-cbsf"
14:42:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.655267 30615 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/wal/instance:
14:42:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1c596ad711c4dbfb64f502c7348c4d6"
14:42:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:33 on dist-test-slave-cbsf"
14:42:33.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.679457 30615 fs_manager.cc:691] Time spent creating directory manager: real 0.023s user 0.011s sys 0.008s
14:42:33.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.696964 30664 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:42:33.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.699793 30615 fs_manager.cc:725] Time spent opening block manager: real 0.015s user 0.009s sys 0.007s
14:42:33.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.700327 30615 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/wal
14:42:33.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1c596ad711c4dbfb64f502c7348c4d6"
14:42:33.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:33 on dist-test-slave-cbsf"
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.701108 30615 fs_report.cc:383] FS layout report
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/wal
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/wal
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/data/data
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:42:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:42:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.813903 30615 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:42:33.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.816444 30615 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:42:33.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.817123 30615 kserver.cc:163] Server-wide thread pool size limit: 3276
14:42:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.866919 30615 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:42:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.867563 30615 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
14:42:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.868278 30615 ts_tablet_manager.cc:610] Registered 0 tablets
14:42:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:33.868671 30615 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:42:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.373994 30615 rpc_server.cc:307] RPC server started. Bound to: 127.29.139.193:37183
14:42:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.374145 30806 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.139.193:37183 every 8 connection(s)
14:42:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.378167 30615 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/data/info.pb
14:42:34.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.388186 30255 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 30615
14:42:34.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.389043 30255 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-0/wal/instance
14:42:34.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.393491 30810 heartbeater.cc:347] Connected to a master server at 127.29.139.254:35737
14:42:34.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.394052 30810 heartbeater.cc:464] Registering TS with master...
14:42:34.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.395437 30810 heartbeater.cc:511] Master 127.29.139.254:35737 requested a full tablet report, sending...
14:42:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.403151 30305 ts_manager.cc:194] Registered new tserver with Master: d1c596ad711c4dbfb64f502c7348c4d6 (127.29.139.193:37183)
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.420490 30255 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/wal
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/data
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/logs
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/data/info.pb
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.194:0
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.139.194
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.194
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:42:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:42:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:42:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.430315 30809 heartbeater.cc:347] Connected to a master server at 127.29.139.253:43451
14:42:34.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.430846 30809 heartbeater.cc:464] Registering TS with master...
14:42:34.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.431959 30809 heartbeater.cc:511] Master 127.29.139.253:43451 requested a full tablet report, sending...
14:42:34.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.437888 30401 ts_manager.cc:194] Registered new tserver with Master: d1c596ad711c4dbfb64f502c7348c4d6 (127.29.139.193:37183)
14:42:34.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.442865 30808 heartbeater.cc:347] Connected to a master server at 127.29.139.252:37687
14:42:34.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.443377 30808 heartbeater.cc:464] Registering TS with master...
14:42:34.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.444463 30808 heartbeater.cc:511] Master 127.29.139.252:37687 requested a full tablet report, sending...
14:42:34.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.448361 30509 ts_manager.cc:194] Registered new tserver with Master: d1c596ad711c4dbfb64f502c7348c4d6 (127.29.139.193:37183)
14:42:34.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:34.451527 30509 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.29.139.193:49407
14:42:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:34.960328 30815 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:42:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:34.961423 30815 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:42:34.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:34.962232 30815 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:42:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:35.002526 30815 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:42:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:35.003166 30815 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:42:35.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:35.003871 30815 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:42:35.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:35.004209 30815 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:42:35.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:35.004899 30815 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.139.194
14:42:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:35.049320 30815 tablet_server_runner.cc:78] Tablet server non-default flags:
14:42:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/data
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/wal
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.194:0
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/data/info.pb
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.194
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.139.194
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/logs
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:42:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:42:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:42:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:42:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:42:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:42:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:42:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:42:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:42:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:35.051065 30815 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:42:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:35.053076 30815 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:42:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:35.087167 30825 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:35.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:35.459384 30808 heartbeater.cc:503] Master 127.29.139.252:37687 was elected leader, sending a full tablet report...
14:42:35.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:35.711331 30452 debug-util.cc:398] Leaking SignalData structure 0x7b08000a5f80 after lost signal to thread 30363
14:42:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:35.712922 30452 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3ae0 after lost signal to thread 30455
14:42:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:36.432770 30491 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.29.139.253:43451, user_credentials={real_user=slave}} blocked reactor thread for 47379us
14:42:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:36.479261 30822 debug-util.cc:398] Leaking SignalData structure 0x7b0800014e80 after lost signal to thread 30815
14:42:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:35.090838 30823 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:38.155100 30815 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.067s user 0.973s sys 1.696s
14:42:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:38.155725 30815 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.068s user 0.973s sys 1.696s
14:42:38.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:38.160576 30829 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:38.172241 30826 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3082 milliseconds
14:42:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.172281 30815 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:42:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.174363 30815 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:42:38.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.179071 30815 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:42:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.183178 30815 hybrid_clock.cc:648] HybridClock initialized: now 1786286558182915 us; error 243 us; skew 500 ppm
14:42:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.186221 30815 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:42:38.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.201233 30815 webserver.cc:460] Webserver started at http://127.29.139.194:43925/ using document root <none> and password file <none>
14:42:38.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.204569 30815 fs_manager.cc:359] Metadata directory not provided
14:42:38.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.205078 30815 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:42:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.206406 30815 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:42:38.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.214068 30815 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/data/instance:
14:42:38.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "310feae7edb74cb5bdce1524e45d74b2"
14:42:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:38 on dist-test-slave-cbsf"
14:42:38.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.216138 30815 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/wal/instance:
14:42:38.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "310feae7edb74cb5bdce1524e45d74b2"
14:42:38.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:38 on dist-test-slave-cbsf"
14:42:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.234364 30815 fs_manager.cc:691] Time spent creating directory manager: real 0.017s user 0.009s sys 0.006s
14:42:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.250483 30841 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:42:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.252784 30815 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.003s sys 0.006s
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.253458 30815 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/wal
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "310feae7edb74cb5bdce1524e45d74b2"
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:38 on dist-test-slave-cbsf"
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.254019 30815 fs_report.cc:383] FS layout report
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/wal
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/wal
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/data/data
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:42:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:42:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:42:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:42:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:42:38.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.320571 30815 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:42:38.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.323014 30815 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:42:38.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.323752 30815 kserver.cc:163] Server-wide thread pool size limit: 3276
14:42:38.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.345765 30815 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:42:38.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.346202 30815 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
14:42:38.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.346633 30815 ts_tablet_manager.cc:610] Registered 0 tablets
14:42:38.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.346899 30815 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:42:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.779331 30815 rpc_server.cc:307] RPC server started. Bound to: 127.29.139.194:45717
14:42:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.779440 30985 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.139.194:45717 every 8 connection(s)
14:42:38.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.784776 30815 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/data/info.pb
14:42:38.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.786670 30255 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 30815
14:42:38.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.787458 30255 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-1/wal/instance
14:42:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.819929 30255 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/wal
14:42:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/data
14:42:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:42:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/logs
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/data/info.pb
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:42:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.195:0
14:42:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.139.195
14:42:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.195
14:42:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:42:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:42:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:42:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:42:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.840220 30989 heartbeater.cc:347] Connected to a master server at 127.29.139.254:35737
14:42:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.847309 30989 heartbeater.cc:464] Registering TS with master...
14:42:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.848902 30987 heartbeater.cc:347] Connected to a master server at 127.29.139.252:37687
14:42:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.849295 30989 heartbeater.cc:511] Master 127.29.139.254:35737 requested a full tablet report, sending...
14:42:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.849524 30987 heartbeater.cc:464] Registering TS with master...
14:42:38.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.850816 30987 heartbeater.cc:511] Master 127.29.139.252:37687 requested a full tablet report, sending...
14:42:38.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.854434 30509 ts_manager.cc:194] Registered new tserver with Master: 310feae7edb74cb5bdce1524e45d74b2 (127.29.139.194:45717)
14:42:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.855808 30305 ts_manager.cc:194] Registered new tserver with Master: 310feae7edb74cb5bdce1524e45d74b2 (127.29.139.194:45717)
14:42:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.857079 30509 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.29.139.194:47331
14:42:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.870878 30988 heartbeater.cc:347] Connected to a master server at 127.29.139.253:43451
14:42:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.871879 30988 heartbeater.cc:464] Registering TS with master...
14:42:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.873246 30988 heartbeater.cc:511] Master 127.29.139.253:43451 requested a full tablet report, sending...
14:42:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:38.877382 30401 ts_manager.cc:194] Registered new tserver with Master: 310feae7edb74cb5bdce1524e45d74b2 (127.29.139.194:45717)
14:42:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:39.361788 30993 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:42:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:39.362330 30993 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:42:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:39.362938 30993 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:42:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:39.407967 30993 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:42:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:39.408593 30993 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:42:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:39.408890 30993 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:42:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:39.409056 30993 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:42:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:39.409472 30993 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.139.195
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:39.454646 30993 tablet_server_runner.cc:78] Tablet server non-default flags:
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/data
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/wal
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.195:0
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/data/info.pb
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.195
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.139.195
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/logs
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:42:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:39.456035 30993 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:42:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:39.457978 30993 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:42:39.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:39.484803 31000 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:39.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:39.866075 30987 heartbeater.cc:503] Master 127.29.139.252:37687 was elected leader, sending a full tablet report...
14:42:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:39.485463 30999 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:40.878228 30998 debug-util.cc:398] Leaking SignalData structure 0x7b0800014e80 after lost signal to thread 30993
14:42:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:40.973053 30993 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.489s user 0.548s sys 0.908s
14:42:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:40.973507 30993 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.490s user 0.548s sys 0.908s
14:42:40.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:40.974428 31001 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:42:40.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:40.977427 31002 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:40.977391 30993 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:42:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:40.982795 30993 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:42:40.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:40.987511 30993 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:42:40.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:40.989203 30993 hybrid_clock.cc:648] HybridClock initialized: now 1786286560989164 us; error 70 us; skew 500 ppm
14:42:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:40.990391 30993 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:42:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.008246 30993 webserver.cc:460] Webserver started at http://127.29.139.195:42571/ using document root <none> and password file <none>
14:42:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.009855 30993 fs_manager.cc:359] Metadata directory not provided
14:42:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.010133 30993 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:42:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.010597 30993 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:42:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.016287 30993 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/data/instance:
14:42:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8789da6438f24dfda2a55160415a1c93"
14:42:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:41 on dist-test-slave-cbsf"
14:42:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.017760 30993 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/wal/instance:
14:42:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8789da6438f24dfda2a55160415a1c93"
14:42:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:41 on dist-test-slave-cbsf"
14:42:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.032822 30993 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.012s sys 0.003s
14:42:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.041551 31009 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:42:41.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.044082 30993 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.005s sys 0.000s
14:42:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.044812 30993 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/wal
14:42:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8789da6438f24dfda2a55160415a1c93"
14:42:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:41 on dist-test-slave-cbsf"
14:42:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.046977 30993 fs_report.cc:383] FS layout report
14:42:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:42:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/wal
14:42:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/wal
14:42:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/data/data
14:42:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:42:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:42:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:42:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:42:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:42:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:42:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:42:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:42:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:42:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:42:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:42:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.117660 30993 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:42:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.119478 30993 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:42:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.120042 30993 kserver.cc:163] Server-wide thread pool size limit: 3276
14:42:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.132618 30993 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:42:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.133065 30993 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
14:42:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.133394 30993 ts_tablet_manager.cc:610] Registered 0 tablets
14:42:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.133613 30993 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:42:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.439036 30993 rpc_server.cc:307] RPC server started. Bound to: 127.29.139.195:43979
14:42:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.439580 31158 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.139.195:43979 every 8 connection(s)
14:42:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.442102 30993 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/data/info.pb
14:42:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.448292 30255 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 30993
14:42:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.448895 30255 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/ts-2/wal/instance
14:42:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.456071 31161 heartbeater.cc:347] Connected to a master server at 127.29.139.254:35737
14:42:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.456728 31161 heartbeater.cc:464] Registering TS with master...
14:42:41.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.458142 31161 heartbeater.cc:511] Master 127.29.139.254:35737 requested a full tablet report, sending...
14:42:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.462378 30306 ts_manager.cc:194] Registered new tserver with Master: 8789da6438f24dfda2a55160415a1c93 (127.29.139.195:43979)
14:42:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.479400 31159 heartbeater.cc:347] Connected to a master server at 127.29.139.252:37687
14:42:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.479709 31159 heartbeater.cc:464] Registering TS with master...
14:42:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.480391 31159 heartbeater.cc:511] Master 127.29.139.252:37687 requested a full tablet report, sending...
14:42:41.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.483109 30509 ts_manager.cc:194] Registered new tserver with Master: 8789da6438f24dfda2a55160415a1c93 (127.29.139.195:43979)
14:42:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.484289 31160 heartbeater.cc:347] Connected to a master server at 127.29.139.253:43451
14:42:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.484635 31160 heartbeater.cc:464] Registering TS with master...
14:42:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.485273 30509 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.29.139.195:32997
14:42:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.485652 31160 heartbeater.cc:511] Master 127.29.139.253:43451 requested a full tablet report, sending...
14:42:41.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.489894 30400 ts_manager.cc:194] Registered new tserver with Master: 8789da6438f24dfda2a55160415a1c93 (127.29.139.195:43979)
14:42:41.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.497303 30255 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
14:42:41.513 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:42:41.513 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:42:41.514 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.29.139.254"
port: 35737
}
bound_http_address {
host: "127.29.139.254"
port: 38047
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.29.139.253"
port: 43451
}
bound_http_address {
host: "127.29.139.253"
port: 38431
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.29.139.252"
port: 37687
}
bound_http_address {
host: "127.29.139.252"
port: 33185
}
}
}
14:42:41.515 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:42:41.517 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.29.139.193"
port: 37183
}
bound_http_address {
host: "127.29.139.193"
port: 41407
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.29.139.194"
port: 45717
}
bound_http_address {
host: "127.29.139.194"
port: 43925
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.29.139.195"
port: 43979
}
bound_http_address {
host: "127.29.139.195"
port: 42571
}
}
}
14:42:41.517 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:42:41.519 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:42:41.522 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.139.252:37687(127.29.139.252:37687)] connecting to peer
14:42:41.523 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.139.254:35737(127.29.139.254:35737)] connecting to peer
14:42:41.525 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.139.253:43451(127.29.139.253:43451)] connecting to peer
14:42:41.525 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.139.252:37687(127.29.139.252:37687)] Successfully connected to peer
14:42:41.527 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.139.253:43451(127.29.139.253:43451)] Successfully connected to peer
14:42:41.528 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.139.252
14:42:41.532 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.139.253
14:42:41.539 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.139.254:35737(127.29.139.254:35737)] Successfully connected to peer
14:42:41.542 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.139.254
14:42:41.567 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe20f46bd, L:/127.0.0.1:42126 - R:/127.29.139.254:35737] using SASL/PLAIN
14:42:41.580 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe61ceaae, L:/127.0.0.1:60686 - R:/127.29.139.253:43451] using SASL/PLAIN
14:42:41.585 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xaa11e8ca, L:/127.0.0.1:36092 - R:/127.29.139.252:37687] using SASL/PLAIN
14:42:41.590 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:42:41.590 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=69), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [50ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, deferred=null) after lookup
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.593343 30509 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36092:
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
14:42:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
14:42:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:41.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:41.599272 30509 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:42:41.646 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c24010aa276a4e0bb47e5b7675ba8e9f
14:42:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.703612 30911 tablet_service.cc:1467] Processing CreateTablet for tablet 8953dc864a7140b995ac57a9912703b2 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c24010aa276a4e0bb47e5b7675ba8e9f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:42:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.705994 30911 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8953dc864a7140b995ac57a9912703b2. 1 dirs total, 0 dirs full, 0 dirs failed
14:42:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.703562 30910 tablet_service.cc:1467] Processing CreateTablet for tablet 8ce119ceae4a4237a1082e107f27236a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c24010aa276a4e0bb47e5b7675ba8e9f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:42:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.709306 30910 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8ce119ceae4a4237a1082e107f27236a. 1 dirs total, 0 dirs full, 0 dirs failed
14:42:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.714085 31077 tablet_service.cc:1467] Processing CreateTablet for tablet 8ce119ceae4a4237a1082e107f27236a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c24010aa276a4e0bb47e5b7675ba8e9f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:42:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.716440 31077 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8ce119ceae4a4237a1082e107f27236a. 1 dirs total, 0 dirs full, 0 dirs failed
14:42:41.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.718576 30734 tablet_service.cc:1467] Processing CreateTablet for tablet 8953dc864a7140b995ac57a9912703b2 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c24010aa276a4e0bb47e5b7675ba8e9f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:42:41.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.721385 30734 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8953dc864a7140b995ac57a9912703b2. 1 dirs total, 0 dirs full, 0 dirs failed
14:42:41.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.722779 30732 tablet_service.cc:1467] Processing CreateTablet for tablet 8ce119ceae4a4237a1082e107f27236a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c24010aa276a4e0bb47e5b7675ba8e9f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:42:41.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.723994 30732 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8ce119ceae4a4237a1082e107f27236a. 1 dirs total, 0 dirs full, 0 dirs failed
14:42:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.725301 31079 tablet_service.cc:1467] Processing CreateTablet for tablet 8953dc864a7140b995ac57a9912703b2 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c24010aa276a4e0bb47e5b7675ba8e9f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:42:41.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.726732 31079 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8953dc864a7140b995ac57a9912703b2. 1 dirs total, 0 dirs full, 0 dirs failed
14:42:41.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.766780 31188 tablet_bootstrap.cc:492] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2: Bootstrap starting.
14:42:41.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.773103 31190 tablet_bootstrap.cc:492] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93: Bootstrap starting.
14:42:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.777900 31188 tablet_bootstrap.cc:654] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2: Neither blocks nor log segments found. Creating new log.
14:42:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.781937 31188 log.cc:824] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2: Log is configured to *not* fsync() on all Append() calls
14:42:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.787779 31189 tablet_bootstrap.cc:492] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6: Bootstrap starting.
14:42:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.793025 31188 tablet_bootstrap.cc:492] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2: No bootstrap required, opened a new log
14:42:41.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.793713 31188 ts_tablet_manager.cc:1397] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2: Time spent bootstrapping tablet: real 0.028s user 0.011s sys 0.013s
14:42:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.796922 31190 tablet_bootstrap.cc:654] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93: Neither blocks nor log segments found. Creating new log.
14:42:41.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.799855 31189 tablet_bootstrap.cc:654] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6: Neither blocks nor log segments found. Creating new log.
14:42:41.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.799912 31190 log.cc:824] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93: Log is configured to *not* fsync() on all Append() calls
14:42:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.804962 31189 log.cc:824] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6: Log is configured to *not* fsync() on all Append() calls
14:42:41.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.814080 31190 tablet_bootstrap.cc:492] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93: No bootstrap required, opened a new log
14:42:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.815550 31190 ts_tablet_manager.cc:1397] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93: Time spent bootstrapping tablet: real 0.043s user 0.016s sys 0.008s
14:42:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.817114 31189 tablet_bootstrap.cc:492] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6: No bootstrap required, opened a new log
14:42:41.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.817723 31189 ts_tablet_manager.cc:1397] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6: Time spent bootstrapping tablet: real 0.031s user 0.023s sys 0.004s
14:42:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.839737 31188 raft_consensus.cc:348] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } }
14:42:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.840831 31188 raft_consensus.cc:374] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:42:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.841172 31188 raft_consensus.cc:729] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 310feae7edb74cb5bdce1524e45d74b2, State: Initialized, Role: FOLLOWER
14:42:41.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.844355 31188 consensus_queue.cc:260] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } }
14:42:41.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.857107 31190 raft_consensus.cc:348] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:41.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.858552 31190 raft_consensus.cc:374] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:42:41.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.859083 31188 ts_tablet_manager.cc:1428] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2: Time spent starting tablet: real 0.065s user 0.037s sys 0.024s
14:42:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.859056 31190 raft_consensus.cc:729] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8789da6438f24dfda2a55160415a1c93, State: Initialized, Role: FOLLOWER
14:42:41.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.863982 31188 tablet_bootstrap.cc:492] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2: Bootstrap starting.
14:42:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.864202 31190 consensus_queue.cc:260] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:41.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.869571 31189 raft_consensus.cc:348] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } }
14:42:41.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.870661 31189 raft_consensus.cc:374] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:42:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.870975 31189 raft_consensus.cc:729] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1c596ad711c4dbfb64f502c7348c4d6, State: Initialized, Role: FOLLOWER
14:42:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.872010 31189 consensus_queue.cc:260] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } }
14:42:41.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.878713 31188 tablet_bootstrap.cc:654] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2: Neither blocks nor log segments found. Creating new log.
14:42:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.883378 31189 ts_tablet_manager.cc:1428] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6: Time spent starting tablet: real 0.065s user 0.047s sys 0.013s
14:42:41.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.887633 31189 tablet_bootstrap.cc:492] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6: Bootstrap starting.
14:42:41.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.892614 31188 tablet_bootstrap.cc:492] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2: No bootstrap required, opened a new log
14:42:41.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.893303 31188 ts_tablet_manager.cc:1397] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2: Time spent bootstrapping tablet: real 0.030s user 0.019s sys 0.004s
14:42:41.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.896368 31188 raft_consensus.cc:348] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:41.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.897418 31188 raft_consensus.cc:374] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:42:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.897774 31188 raft_consensus.cc:729] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 310feae7edb74cb5bdce1524e45d74b2, State: Initialized, Role: FOLLOWER
14:42:41.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.898571 31188 consensus_queue.cc:260] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:41.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.910660 31159 heartbeater.cc:503] Master 127.29.139.252:37687 was elected leader, sending a full tablet report...
14:42:41.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.924775 31199 raft_consensus.cc:482] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:42:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.922680 31189 tablet_bootstrap.cc:654] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6: Neither blocks nor log segments found. Creating new log.
14:42:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:41.925302 30813 tablet.cc:2369] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:42:41.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.925985 31199 raft_consensus.cc:504] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.933988 31190 ts_tablet_manager.cc:1428] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93: Time spent starting tablet: real 0.118s user 0.064s sys 0.001s
14:42:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.937500 31190 tablet_bootstrap.cc:492] T 8953dc864a7140b995ac57a9912703b2 P 8789da6438f24dfda2a55160415a1c93: Bootstrap starting.
14:42:41.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.941316 31189 tablet_bootstrap.cc:492] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6: No bootstrap required, opened a new log
14:42:41.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.942317 31189 ts_tablet_manager.cc:1397] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6: Time spent bootstrapping tablet: real 0.055s user 0.010s sys 0.007s
14:42:41.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.945495 31189 raft_consensus.cc:348] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:41.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.946391 31189 raft_consensus.cc:374] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:42:41.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.946709 31189 raft_consensus.cc:729] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1c596ad711c4dbfb64f502c7348c4d6, State: Initialized, Role: FOLLOWER
14:42:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.947640 31189 consensus_queue.cc:260] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.950088 31189 ts_tablet_manager.cc:1428] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6: Time spent starting tablet: real 0.007s user 0.006s sys 0.002s
14:42:41.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.953230 31190 tablet_bootstrap.cc:654] T 8953dc864a7140b995ac57a9912703b2 P 8789da6438f24dfda2a55160415a1c93: Neither blocks nor log segments found. Creating new log.
14:42:41.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:41.963330 31162 tablet.cc:2369] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:42:41.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.963464 31194 raft_consensus.cc:482] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:42:41.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.964313 31194 raft_consensus.cc:504] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:41.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.968902 31199 leader_election.cc:288] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d1c596ad711c4dbfb64f502c7348c4d6 (127.29.139.193:37183), 310feae7edb74cb5bdce1524e45d74b2 (127.29.139.194:45717)
14:42:41.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.974161 31194 leader_election.cc:288] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d1c596ad711c4dbfb64f502c7348c4d6 (127.29.139.193:37183), 8789da6438f24dfda2a55160415a1c93 (127.29.139.195:43979)
14:42:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.977386 31188 ts_tablet_manager.cc:1428] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2: Time spent starting tablet: real 0.084s user 0.019s sys 0.021s
14:42:41.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.985324 31190 tablet_bootstrap.cc:492] T 8953dc864a7140b995ac57a9912703b2 P 8789da6438f24dfda2a55160415a1c93: No bootstrap required, opened a new log
14:42:41.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.987603 31190 ts_tablet_manager.cc:1397] T 8953dc864a7140b995ac57a9912703b2 P 8789da6438f24dfda2a55160415a1c93: Time spent bootstrapping tablet: real 0.050s user 0.022s sys 0.003s
14:42:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.995908 31190 raft_consensus.cc:348] T 8953dc864a7140b995ac57a9912703b2 P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } }
14:42:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.996762 31190 raft_consensus.cc:374] T 8953dc864a7140b995ac57a9912703b2 P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:42:41.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.997123 31190 raft_consensus.cc:729] T 8953dc864a7140b995ac57a9912703b2 P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8789da6438f24dfda2a55160415a1c93, State: Initialized, Role: FOLLOWER
14:42:41.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:41.998001 31190 consensus_queue.cc:260] T 8953dc864a7140b995ac57a9912703b2 P 8789da6438f24dfda2a55160415a1c93 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } }
14:42:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.002676 30759 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8ce119ceae4a4237a1082e107f27236a" candidate_uuid: "310feae7edb74cb5bdce1524e45d74b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" is_pre_election: true
14:42:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.003798 30759 raft_consensus.cc:2454] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 310feae7edb74cb5bdce1524e45d74b2 in term 0.
14:42:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.004017 30934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8ce119ceae4a4237a1082e107f27236a" candidate_uuid: "8789da6438f24dfda2a55160415a1c93" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "310feae7edb74cb5bdce1524e45d74b2" is_pre_election: true
14:42:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.004989 30934 raft_consensus.cc:2454] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8789da6438f24dfda2a55160415a1c93 in term 0.
14:42:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.006793 31010 leader_election.cc:302] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 310feae7edb74cb5bdce1524e45d74b2, 8789da6438f24dfda2a55160415a1c93; no voters:
14:42:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.007939 31199 raft_consensus.cc:2781] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:42:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.008313 31199 raft_consensus.cc:482] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:42:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.008663 31199 raft_consensus.cc:3037] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Advancing to term 1
14:42:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.009377 31190 ts_tablet_manager.cc:1428] T 8953dc864a7140b995ac57a9912703b2 P 8789da6438f24dfda2a55160415a1c93: Time spent starting tablet: real 0.021s user 0.005s sys 0.002s
14:42:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.007593 30842 leader_election.cc:302] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 310feae7edb74cb5bdce1524e45d74b2, d1c596ad711c4dbfb64f502c7348c4d6; no voters:
14:42:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.010455 31194 raft_consensus.cc:2781] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:42:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.010819 31194 raft_consensus.cc:482] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:42:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.011133 31194 raft_consensus.cc:3037] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Advancing to term 1
14:42:42.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.017541 31101 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8ce119ceae4a4237a1082e107f27236a" candidate_uuid: "310feae7edb74cb5bdce1524e45d74b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8789da6438f24dfda2a55160415a1c93" is_pre_election: true
14:42:42.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.018431 30759 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8ce119ceae4a4237a1082e107f27236a" candidate_uuid: "8789da6438f24dfda2a55160415a1c93" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" is_pre_election: true
14:42:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.019115 30759 raft_consensus.cc:2454] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8789da6438f24dfda2a55160415a1c93 in term 0.
14:42:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.021126 31199 raft_consensus.cc:504] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.023398 31196 raft_consensus.cc:482] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:42:42.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.023720 31101 raft_consensus.cc:2379] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 310feae7edb74cb5bdce1524e45d74b2 in current term 1: Already voted for candidate 8789da6438f24dfda2a55160415a1c93 in this term.
14:42:42.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.023880 31194 raft_consensus.cc:504] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:42.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.024093 31196 raft_consensus.cc:504] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } }
14:42:42.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.027256 30934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8ce119ceae4a4237a1082e107f27236a" candidate_uuid: "8789da6438f24dfda2a55160415a1c93" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "310feae7edb74cb5bdce1524e45d74b2"
14:42:42.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.027305 30759 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8ce119ceae4a4237a1082e107f27236a" candidate_uuid: "8789da6438f24dfda2a55160415a1c93" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1c596ad711c4dbfb64f502c7348c4d6"
14:42:42.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.027693 30758 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8ce119ceae4a4237a1082e107f27236a" candidate_uuid: "310feae7edb74cb5bdce1524e45d74b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1c596ad711c4dbfb64f502c7348c4d6"
14:42:42.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.027997 30759 raft_consensus.cc:3037] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Advancing to term 1
14:42:42.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.028281 30934 raft_consensus.cc:2379] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 8789da6438f24dfda2a55160415a1c93 in current term 1: Already voted for candidate 310feae7edb74cb5bdce1524e45d74b2 in this term.
14:42:42.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.028258 31196 leader_election.cc:288] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 310feae7edb74cb5bdce1524e45d74b2 (127.29.139.194:45717), 8789da6438f24dfda2a55160415a1c93 (127.29.139.195:43979)
14:42:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.023690 31199 leader_election.cc:288] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [CANDIDATE]: Term 1 election: Requested vote from peers d1c596ad711c4dbfb64f502c7348c4d6 (127.29.139.193:37183), 310feae7edb74cb5bdce1524e45d74b2 (127.29.139.194:45717)
14:42:42.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.035005 31194 leader_election.cc:288] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [CANDIDATE]: Term 1 election: Requested vote from peers d1c596ad711c4dbfb64f502c7348c4d6 (127.29.139.193:37183), 8789da6438f24dfda2a55160415a1c93 (127.29.139.195:43979)
14:42:42.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.035254 30759 raft_consensus.cc:2454] T 8ce119ceae4a4237a1082e107f27236a P d1c596ad711c4dbfb64f502c7348c4d6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8789da6438f24dfda2a55160415a1c93 in term 1.
14:42:42.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.037066 31101 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8ce119ceae4a4237a1082e107f27236a" candidate_uuid: "310feae7edb74cb5bdce1524e45d74b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8789da6438f24dfda2a55160415a1c93"
14:42:42.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.038683 31101 raft_consensus.cc:2379] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 310feae7edb74cb5bdce1524e45d74b2 in current term 1: Already voted for candidate 8789da6438f24dfda2a55160415a1c93 in this term.
14:42:42.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.040607 30842 leader_election.cc:302] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 310feae7edb74cb5bdce1524e45d74b2; no voters: 8789da6438f24dfda2a55160415a1c93, d1c596ad711c4dbfb64f502c7348c4d6
14:42:42.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.041589 31010 leader_election.cc:302] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8789da6438f24dfda2a55160415a1c93, d1c596ad711c4dbfb64f502c7348c4d6; no voters: 310feae7edb74cb5bdce1524e45d74b2
14:42:42.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.042420 31194 raft_consensus.cc:2726] T 8ce119ceae4a4237a1082e107f27236a P 310feae7edb74cb5bdce1524e45d74b2 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
14:42:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.043021 31199 raft_consensus.cc:2781] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 1 FOLLOWER]: Leader election won for term 1
14:42:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.043622 31199 raft_consensus.cc:686] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [term 1 LEADER]: Becoming Leader. State: Replica: 8789da6438f24dfda2a55160415a1c93, State: Running, Role: LEADER
14:42:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.044865 31199 consensus_queue.cc:237] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.051277 30934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8953dc864a7140b995ac57a9912703b2" candidate_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "310feae7edb74cb5bdce1524e45d74b2" is_pre_election: true
14:42:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.052030 30934 raft_consensus.cc:2454] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d1c596ad711c4dbfb64f502c7348c4d6 in term 0.
14:42:42.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.055245 30666 leader_election.cc:302] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 310feae7edb74cb5bdce1524e45d74b2, d1c596ad711c4dbfb64f502c7348c4d6; no voters:
14:42:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.061196 31196 raft_consensus.cc:2781] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:42:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.061664 31196 raft_consensus.cc:482] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:42:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.062044 31196 raft_consensus.cc:3037] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Advancing to term 1
14:42:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.060613 30509 catalog_manager.cc:5495] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 reported cstate change: term changed from 0 to 1, leader changed from <none> to 8789da6438f24dfda2a55160415a1c93 (127.29.139.195). New cstate: current_term: 1 leader_uuid: "8789da6438f24dfda2a55160415a1c93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } health_report { overall_health: HEALTHY } } }
14:42:42.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.070914 31101 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8953dc864a7140b995ac57a9912703b2" candidate_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8789da6438f24dfda2a55160415a1c93" is_pre_election: true
14:42:42.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.071779 31101 raft_consensus.cc:2454] T 8953dc864a7140b995ac57a9912703b2 P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d1c596ad711c4dbfb64f502c7348c4d6 in term 0.
14:42:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.077883 31196 raft_consensus.cc:504] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } }
14:42:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.084852 30934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8953dc864a7140b995ac57a9912703b2" candidate_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "310feae7edb74cb5bdce1524e45d74b2"
14:42:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.085604 30934 raft_consensus.cc:3037] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Advancing to term 1
14:42:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.090349 31196 leader_election.cc:288] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [CANDIDATE]: Term 1 election: Requested vote from peers 310feae7edb74cb5bdce1524e45d74b2 (127.29.139.194:45717), 8789da6438f24dfda2a55160415a1c93 (127.29.139.195:43979)
14:42:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.092621 31101 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8953dc864a7140b995ac57a9912703b2" candidate_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8789da6438f24dfda2a55160415a1c93"
14:42:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.093076 30934 raft_consensus.cc:2454] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d1c596ad711c4dbfb64f502c7348c4d6 in term 1.
14:42:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.093293 31101 raft_consensus.cc:3037] T 8953dc864a7140b995ac57a9912703b2 P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Advancing to term 1
14:42:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.094444 30666 leader_election.cc:302] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 310feae7edb74cb5bdce1524e45d74b2, d1c596ad711c4dbfb64f502c7348c4d6; no voters:
14:42:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.095551 31196 raft_consensus.cc:2781] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [term 1 FOLLOWER]: Leader election won for term 1
14:42:42.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.098030 31196 raft_consensus.cc:686] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [term 1 LEADER]: Becoming Leader. State: Replica: d1c596ad711c4dbfb64f502c7348c4d6, State: Running, Role: LEADER
14:42:42.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:42.099074 30991 tablet.cc:2369] T 8953dc864a7140b995ac57a9912703b2 P 310feae7edb74cb5bdce1524e45d74b2: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:42:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.099361 31196 consensus_queue.cc:237] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } }
14:42:42.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.101051 31101 raft_consensus.cc:2454] T 8953dc864a7140b995ac57a9912703b2 P 8789da6438f24dfda2a55160415a1c93 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d1c596ad711c4dbfb64f502c7348c4d6 in term 1.
14:42:42.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.114677 30509 catalog_manager.cc:5495] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 reported cstate change: term changed from 0 to 1, leader changed from <none> to d1c596ad711c4dbfb64f502c7348c4d6 (127.29.139.193). New cstate: current_term: 1 leader_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } health_report { overall_health: HEALTHY } } }
14:42:42.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.499488 31199 consensus_queue.cc:1035] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [LEADER]: Connected to new peer: Peer: permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:42:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.546396 31196 consensus_queue.cc:1035] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:42:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.594288 30507 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36098:
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:42:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:42:42.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:42.598069 30507 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:42:42.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.622426 31199 consensus_queue.cc:1035] T 8ce119ceae4a4237a1082e107f27236a P 8789da6438f24dfda2a55160415a1c93 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:42:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.628826 31196 consensus_queue.cc:1035] T 8953dc864a7140b995ac57a9912703b2 P d1c596ad711c4dbfb64f502c7348c4d6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:42:42.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.699604 30734 tablet_service.cc:1467] Processing CreateTablet for tablet cae4e12c5fd34a68a7e96860d507df9b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5a5dfad86bd341d490417dac620ce7db]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:42:42.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.702214 30734 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cae4e12c5fd34a68a7e96860d507df9b. 1 dirs total, 0 dirs full, 0 dirs failed
14:42:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.708887 31079 tablet_service.cc:1467] Processing CreateTablet for tablet cae4e12c5fd34a68a7e96860d507df9b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5a5dfad86bd341d490417dac620ce7db]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:42:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.708863 30911 tablet_service.cc:1467] Processing CreateTablet for tablet cae4e12c5fd34a68a7e96860d507df9b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5a5dfad86bd341d490417dac620ce7db]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:42:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.710968 31079 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cae4e12c5fd34a68a7e96860d507df9b. 1 dirs total, 0 dirs full, 0 dirs failed
14:42:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.711169 30911 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cae4e12c5fd34a68a7e96860d507df9b. 1 dirs total, 0 dirs full, 0 dirs failed
14:42:42.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.741349 31243 tablet_bootstrap.cc:492] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6: Bootstrap starting.
14:42:42.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.751055 31243 tablet_bootstrap.cc:654] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6: Neither blocks nor log segments found. Creating new log.
14:42:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.761021 31243 tablet_bootstrap.cc:492] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6: No bootstrap required, opened a new log
14:42:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.761543 31243 ts_tablet_manager.cc:1397] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6: Time spent bootstrapping tablet: real 0.020s user 0.012s sys 0.000s
14:42:42.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.764454 31244 tablet_bootstrap.cc:492] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: Bootstrap starting.
14:42:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.764961 31243 raft_consensus.cc:348] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.765853 31243 raft_consensus.cc:374] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:42:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.766146 31243 raft_consensus.cc:729] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1c596ad711c4dbfb64f502c7348c4d6, State: Initialized, Role: FOLLOWER
14:42:42.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.767217 31243 consensus_queue.cc:260] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:42.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.769663 31235 tablet_replica.cc:439] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } }
14:42:42.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.770835 31235 tablet_replica.cc:442] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6: This TxnStatusTablet replica's current role is: FOLLOWER
14:42:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.775214 31244 tablet_bootstrap.cc:654] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: Neither blocks nor log segments found. Creating new log.
14:42:42.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.769724 31243 ts_tablet_manager.cc:1428] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6: Time spent starting tablet: real 0.008s user 0.002s sys 0.005s
14:42:42.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.792447 31246 tablet_bootstrap.cc:492] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2: Bootstrap starting.
14:42:42.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.799048 31246 tablet_bootstrap.cc:654] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2: Neither blocks nor log segments found. Creating new log.
14:42:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.805157 31246 tablet_bootstrap.cc:492] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2: No bootstrap required, opened a new log
14:42:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.805594 31246 ts_tablet_manager.cc:1397] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2: Time spent bootstrapping tablet: real 0.013s user 0.008s sys 0.004s
14:42:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.808290 31246 raft_consensus.cc:348] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:42.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.809134 31246 raft_consensus.cc:374] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:42:42.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.809450 31246 raft_consensus.cc:729] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 310feae7edb74cb5bdce1524e45d74b2, State: Initialized, Role: FOLLOWER
14:42:42.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.810254 31246 consensus_queue.cc:260] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.812288 31194 tablet_replica.cc:439] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } }
14:42:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.813140 31194 tablet_replica.cc:442] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2: This TxnStatusTablet replica's current role is: FOLLOWER
14:42:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.816604 31246 ts_tablet_manager.cc:1428] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2: Time spent starting tablet: real 0.011s user 0.007s sys 0.000s
14:42:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.836890 31244 tablet_bootstrap.cc:492] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: No bootstrap required, opened a new log
14:42:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.837365 31244 ts_tablet_manager.cc:1397] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: Time spent bootstrapping tablet: real 0.073s user 0.005s sys 0.023s
14:42:42.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.839656 31244 raft_consensus.cc:348] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:42.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.840452 31244 raft_consensus.cc:374] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:42:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.840780 31244 raft_consensus.cc:729] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8789da6438f24dfda2a55160415a1c93, State: Initialized, Role: FOLLOWER
14:42:42.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.841552 31244 consensus_queue.cc:260] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.843048 31229 tablet_replica.cc:439] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } }
14:42:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.843734 31244 ts_tablet_manager.cc:1428] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: Time spent starting tablet: real 0.006s user 0.001s sys 0.002s
14:42:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.843864 31229 tablet_replica.cc:442] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: This TxnStatusTablet replica's current role is: FOLLOWER
14:42:42.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.956640 31229 raft_consensus.cc:482] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:42:42.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.957415 31229 raft_consensus.cc:504] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.959165 31229 leader_election.cc:288] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d1c596ad711c4dbfb64f502c7348c4d6 (127.29.139.193:37183), 310feae7edb74cb5bdce1524e45d74b2 (127.29.139.194:45717)
14:42:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.960201 30759 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cae4e12c5fd34a68a7e96860d507df9b" candidate_uuid: "8789da6438f24dfda2a55160415a1c93" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" is_pre_election: true
14:42:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.960328 30934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cae4e12c5fd34a68a7e96860d507df9b" candidate_uuid: "8789da6438f24dfda2a55160415a1c93" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "310feae7edb74cb5bdce1524e45d74b2" is_pre_election: true
14:42:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.960788 30759 raft_consensus.cc:2454] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8789da6438f24dfda2a55160415a1c93 in term 0.
14:42:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.961390 30934 raft_consensus.cc:2454] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8789da6438f24dfda2a55160415a1c93 in term 0.
14:42:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.961741 31010 leader_election.cc:302] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8789da6438f24dfda2a55160415a1c93, d1c596ad711c4dbfb64f502c7348c4d6; no voters:
14:42:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.962633 31229 raft_consensus.cc:2781] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:42:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.962960 31229 raft_consensus.cc:482] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:42:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.963230 31229 raft_consensus.cc:3037] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [term 0 FOLLOWER]: Advancing to term 1
14:42:42.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.968106 31229 raft_consensus.cc:504] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:42.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.970050 31229 leader_election.cc:288] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [CANDIDATE]: Term 1 election: Requested vote from peers d1c596ad711c4dbfb64f502c7348c4d6 (127.29.139.193:37183), 310feae7edb74cb5bdce1524e45d74b2 (127.29.139.194:45717)
14:42:42.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.971149 30759 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cae4e12c5fd34a68a7e96860d507df9b" candidate_uuid: "8789da6438f24dfda2a55160415a1c93" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1c596ad711c4dbfb64f502c7348c4d6"
14:42:42.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.971454 30934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cae4e12c5fd34a68a7e96860d507df9b" candidate_uuid: "8789da6438f24dfda2a55160415a1c93" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "310feae7edb74cb5bdce1524e45d74b2"
14:42:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.971832 30759 raft_consensus.cc:3037] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6 [term 0 FOLLOWER]: Advancing to term 1
14:42:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.972100 30934 raft_consensus.cc:3037] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2 [term 0 FOLLOWER]: Advancing to term 1
14:42:42.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.978645 30934 raft_consensus.cc:2454] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8789da6438f24dfda2a55160415a1c93 in term 1.
14:42:42.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.978626 30759 raft_consensus.cc:2454] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8789da6438f24dfda2a55160415a1c93 in term 1.
14:42:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.979804 31010 leader_election.cc:302] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 310feae7edb74cb5bdce1524e45d74b2, 8789da6438f24dfda2a55160415a1c93; no voters:
14:42:42.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.980643 31229 raft_consensus.cc:2781] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [term 1 FOLLOWER]: Leader election won for term 1
14:42:42.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.981182 31229 raft_consensus.cc:686] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [term 1 LEADER]: Becoming Leader. State: Replica: 8789da6438f24dfda2a55160415a1c93, State: Running, Role: LEADER
14:42:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.982004 31229 consensus_queue.cc:237] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } }
14:42:42.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.987582 31199 tablet_replica.cc:439] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: TxnStatusTablet state changed. Reason: New leader 8789da6438f24dfda2a55160415a1c93. Latest consensus state: current_term: 1 leader_uuid: "8789da6438f24dfda2a55160415a1c93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } }
14:42:42.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.988768 31199 tablet_replica.cc:442] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: This TxnStatusTablet replica's current role is: LEADER
14:42:42.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.991888 31251 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
14:42:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.993898 31251 txn_status_manager.cc:929] Loading transaction status metadata into memory...
14:42:42.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:42.996613 30507 catalog_manager.cc:5495] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 reported cstate change: term changed from 0 to 1, leader changed from <none> to 8789da6438f24dfda2a55160415a1c93 (127.29.139.195). New cstate: current_term: 1 leader_uuid: "8789da6438f24dfda2a55160415a1c93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } health_report { overall_health: HEALTHY } } }
14:42:43.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.099035 30759 raft_consensus.cc:1261] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6 [term 1 FOLLOWER]: Refusing update from remote peer 8789da6438f24dfda2a55160415a1c93: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:42:43.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.100490 30934 raft_consensus.cc:1261] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2 [term 1 FOLLOWER]: Refusing update from remote peer 8789da6438f24dfda2a55160415a1c93: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:42:43.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.100677 31227 consensus_queue.cc:1035] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:42:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.103860 31227 consensus_queue.cc:1035] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93 [LEADER]: Connected to new peer: Peer: permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:42:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.116575 31210 tablet_replica.cc:439] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6: TxnStatusTablet state changed. Reason: New leader 8789da6438f24dfda2a55160415a1c93. Latest consensus state: current_term: 1 leader_uuid: "8789da6438f24dfda2a55160415a1c93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } }
14:42:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.117448 31210 tablet_replica.cc:442] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6: This TxnStatusTablet replica's current role is: FOLLOWER
14:42:43.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.125537 31231 mvcc.cc:205] Tried to move back new op lower bound from 7316629762437722112 to 7316629761981304832. Current Snapshot: MvccSnapshot[applied={T|T < 7316629762437722112}]
14:42:43.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.150411 31194 tablet_replica.cc:439] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2: TxnStatusTablet state changed. Reason: New leader 8789da6438f24dfda2a55160415a1c93. Latest consensus state: current_term: 1 leader_uuid: "8789da6438f24dfda2a55160415a1c93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } }
14:42:43.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.151326 31194 tablet_replica.cc:442] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2: This TxnStatusTablet replica's current role is: FOLLOWER
14:42:43.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.163173 31210 tablet_replica.cc:439] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8789da6438f24dfda2a55160415a1c93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } }
14:42:43.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.163976 31210 tablet_replica.cc:442] T cae4e12c5fd34a68a7e96860d507df9b P d1c596ad711c4dbfb64f502c7348c4d6: This TxnStatusTablet replica's current role is: FOLLOWER
14:42:43.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.163724 31227 tablet_replica.cc:439] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8789da6438f24dfda2a55160415a1c93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } }
14:42:43.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.164510 31227 tablet_replica.cc:442] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: This TxnStatusTablet replica's current role is: LEADER
14:42:43.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.175550 31194 tablet_replica.cc:439] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8789da6438f24dfda2a55160415a1c93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } }
14:42:43.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.176359 31194 tablet_replica.cc:442] T cae4e12c5fd34a68a7e96860d507df9b P 310feae7edb74cb5bdce1524e45d74b2: This TxnStatusTablet replica's current role is: FOLLOWER
14:42:43.184 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
14:42:43.192 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c24010aa276a4e0bb47e5b7675ba8e9f
14:42:43.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.193478 31227 tablet_replica.cc:439] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8789da6438f24dfda2a55160415a1c93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" member_type: VOTER last_known_addr { host: "127.29.139.193" port: 37183 } } peers { permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" member_type: VOTER last_known_addr { host: "127.29.139.194" port: 45717 } } peers { permanent_uuid: "8789da6438f24dfda2a55160415a1c93" member_type: VOTER last_known_addr { host: "127.29.139.195" port: 43979 } } }
14:42:43.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.194330 31227 tablet_replica.cc:442] T cae4e12c5fd34a68a7e96860d507df9b P 8789da6438f24dfda2a55160415a1c93: This TxnStatusTablet replica's current role is: LEADER
14:42:43.198 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.139.252:37687
14:42:43.199 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:42:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.200186 30255 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 30459
14:42:43.257 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.139.252:37687(127.29.139.252:37687)] handling channelInactive
14:42:43.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.139.252:37687(127.29.139.252:37687)] cleaning up while in state READY due to: connection closed
14:42:43.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:43.257918 31010 connection.cc:535] client connection to 127.29.139.252:37687 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:42:43.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:43.258919 31159 heartbeater.cc:644] Failed to heartbeat to 127.29.139.252:37687 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:42:43.263 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:42:43.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.450738 31260 raft_consensus.cc:482] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1170e4bc41a543ffa85e9cdb80ec1676)
14:42:43.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.451344 31260 raft_consensus.cc:504] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.457059 31261 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1170e4bc41a543ffa85e9cdb80ec1676)
14:42:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.457960 30316 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93bd9acc922c4b5eb251415c5604979f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" is_pre_election: true
14:42:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.462476 31261 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:43.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.465080 30316 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93bd9acc922c4b5eb251415c5604979f in term 1.
14:42:43.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.465413 31260 leader_election.cc:288] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5d74051d19ae4c88ae23a3b2ccaeacad (127.29.139.254:35737), 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687)
14:42:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.469157 30384 leader_election.cc:302] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5d74051d19ae4c88ae23a3b2ccaeacad, 93bd9acc922c4b5eb251415c5604979f; no voters:
14:42:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.470506 31260 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 1 FOLLOWER]: Leader pre-election won for term 2
14:42:43.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.471043 31260 raft_consensus.cc:482] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1170e4bc41a543ffa85e9cdb80ec1676)
14:42:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.471948 31261 leader_election.cc:288] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451), 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687)
14:42:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.474253 30411 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "93bd9acc922c4b5eb251415c5604979f" is_pre_election: true
14:42:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.471640 31260 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 1 FOLLOWER]: Advancing to term 2
14:42:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:43.477989 30383 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111) [suppressed 7 similar messages]
14:42:43.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:43.489476 30289 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111) [suppressed 12 similar messages]
14:42:43.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:43.491845 30383 leader_election.cc:334] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687): Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:43.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.495649 31260 raft_consensus.cc:504] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:43.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.504235 30411 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5d74051d19ae4c88ae23a3b2ccaeacad in current term 2: Already voted for candidate 93bd9acc922c4b5eb251415c5604979f in this term.
14:42:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.517680 30316 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93bd9acc922c4b5eb251415c5604979f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad"
14:42:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.518513 30316 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 1 FOLLOWER]: Advancing to term 2
14:42:43.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:43.523814 30383 leader_election.cc:334] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687): Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:43.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:43.525219 30289 leader_election.cc:334] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687): Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:43.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.525949 30289 leader_election.cc:302] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5d74051d19ae4c88ae23a3b2ccaeacad; no voters: 1170e4bc41a543ffa85e9cdb80ec1676, 93bd9acc922c4b5eb251415c5604979f
14:42:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.527729 31260 leader_election.cc:288] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [CANDIDATE]: Term 2 election: Requested vote from peers 5d74051d19ae4c88ae23a3b2ccaeacad (127.29.139.254:35737), 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687)
14:42:43.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.535389 30316 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93bd9acc922c4b5eb251415c5604979f in term 2.
14:42:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.537005 31261 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:42:43.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.545696 30384 leader_election.cc:302] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5d74051d19ae4c88ae23a3b2ccaeacad, 93bd9acc922c4b5eb251415c5604979f; no voters: 1170e4bc41a543ffa85e9cdb80ec1676
14:42:43.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.547783 31260 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 2 FOLLOWER]: Leader election won for term 2
14:42:43.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.559731 31260 raft_consensus.cc:686] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [term 2 LEADER]: Becoming Leader. State: Replica: 93bd9acc922c4b5eb251415c5604979f, State: Running, Role: LEADER
14:42:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.561726 31260 consensus_queue.cc:237] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.570994 31266 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93bd9acc922c4b5eb251415c5604979f. Latest consensus state: current_term: 2 leader_uuid: "93bd9acc922c4b5eb251415c5604979f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:43.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.572868 31266 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [sys.catalog]: This master's current role is: LEADER
14:42:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.582336 31267 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
14:42:43.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.592530 31267 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=5a5dfad86bd341d490417dac620ce7db]
14:42:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.596323 31267 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=c24010aa276a4e0bb47e5b7675ba8e9f]
14:42:43.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.604452 31267 tablet_loader.cc:96] loaded metadata for tablet 8953dc864a7140b995ac57a9912703b2 (table txn_manager_fallback_rolling [id=c24010aa276a4e0bb47e5b7675ba8e9f])
14:42:43.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.606534 31267 tablet_loader.cc:96] loaded metadata for tablet 8ce119ceae4a4237a1082e107f27236a (table txn_manager_fallback_rolling [id=c24010aa276a4e0bb47e5b7675ba8e9f])
14:42:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.607919 31267 tablet_loader.cc:96] loaded metadata for tablet cae4e12c5fd34a68a7e96860d507df9b (table kudu_system.kudu_transactions [id=5a5dfad86bd341d490417dac620ce7db])
14:42:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.609838 31267 catalog_manager.cc:1484] Initializing Kudu cluster ID...
14:42:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.614454 31267 catalog_manager.cc:1259] Loaded cluster ID: 8e2decba129c4cfaac166129ba6f0173
14:42:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.614768 31267 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
14:42:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.620491 31267 catalog_manager.cc:1504] Loading token signing keys...
14:42:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.625207 31267 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f: Loaded TSK: 0
14:42:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.626991 31267 catalog_manager.cc:1514] Initializing in-progress tserver states...
14:42:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:43.682394 30383 consensus_peers.cc:487] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f -> Peer 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687): Couldn't send request to peer 1170e4bc41a543ffa85e9cdb80ec1676. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:42:43.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.690943 30316 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 2 FOLLOWER]: Refusing update from remote peer 93bd9acc922c4b5eb251415c5604979f: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
14:42:43.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.692797 31266 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [LEADER]: Connected to new peer: Peer: permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
14:42:43.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.696487 31261 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93bd9acc922c4b5eb251415c5604979f. Latest consensus state: current_term: 2 leader_uuid: "93bd9acc922c4b5eb251415c5604979f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:43.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.697530 31261 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: This master's current role is: FOLLOWER
14:42:43.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.700803 31260 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "93bd9acc922c4b5eb251415c5604979f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:43.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.701994 31260 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f [sys.catalog]: This master's current role is: LEADER
14:42:43.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.139.252:37687(127.29.139.252:37687)] connecting to peer
14:42:43.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.139.252:37687(127.29.139.252:37687): Connection refused: /127.29.139.252:37687
14:42:43.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.139.252:37687(127.29.139.252:37687)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.139.252:37687(127.29.139.252:37687): Connection refused: /127.29.139.252:37687
14:42:43.704 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.29.139.252:37687(127.29.139.252:37687) for tablet Kudu Master: Failed to connect to peer master-127.29.139.252:37687(127.29.139.252:37687): Connection refused: /127.29.139.252:37687
14:42:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.705289 31261 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "93bd9acc922c4b5eb251415c5604979f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.706193 31261 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: This master's current role is: FOLLOWER
14:42:43.722 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.139.252:37687(127.29.139.252:37687)] connecting to peer
14:42:43.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.139.252:37687(127.29.139.252:37687): Connection refused: /127.29.139.252:37687
14:42:43.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.139.252:37687(127.29.139.252:37687)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.139.252:37687(127.29.139.252:37687): Connection refused: /127.29.139.252:37687
14:42:43.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.139.252:37687: Failed to connect to peer master-127.29.139.252:37687(127.29.139.252:37687): Connection refused: /127.29.139.252:37687
14:42:43.729 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:42:43.729 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=27), Traces: [0ms] sending RPC to server master-127.29.139.252:37687, [2ms] received response from server master-127.29.139.252:37687: Network error: Failed to connect to peer master-127.29.139.252:37687(127.29.139.252:37687): Connection refused: /127.29.139.252:37687, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.139.252:37687(127.29.139.252:37687): Connection refused: /127.29.139.252:37687, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: Network error: Failed to connect to peer master-127.29.139.252:37687(127.29.139.252:37687): Connection refused: /127.29.139.252:37687, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: OK, deferred=Deferred@888041700(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1373546455@6b1d4346, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1598577673@2e439fda)) after lookup
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:43.805173 30400 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60700:
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:42:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:42:43.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:43.844599 30400 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:42:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:44.113632 30383 consensus_peers.cc:487] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f -> Peer 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687): Couldn't send request to peer 1170e4bc41a543ffa85e9cdb80ec1676. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:42:44.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:44.189380 30987 heartbeater.cc:644] Failed to heartbeat to 127.29.139.252:37687 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:44.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:44.204576 30808 heartbeater.cc:644] Failed to heartbeat to 127.29.139.252:37687 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111)
14:42:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:44.672959 30383 consensus_peers.cc:487] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f -> Peer 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687): Couldn't send request to peer 1170e4bc41a543ffa85e9cdb80ec1676. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:42:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:45.141295 30383 consensus_peers.cc:487] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f -> Peer 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687): Couldn't send request to peer 1170e4bc41a543ffa85e9cdb80ec1676. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:42:45.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:45.190375 30809 heartbeater.cc:503] Master 127.29.139.253:43451 was elected leader, sending a full tablet report...
14:42:45.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:45.217845 31160 heartbeater.cc:503] Master 127.29.139.253:43451 was elected leader, sending a full tablet report...
14:42:45.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:45.219883 30988 heartbeater.cc:503] Master 127.29.139.253:43451 was elected leader, sending a full tablet report...
14:42:45.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8953dc864a7140b995ac57a9912703b2 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
14:42:45.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8ce119ceae4a4237a1082e107f27236a for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
14:42:45.280 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=8953dc864a7140b995ac57a9912703b2@[310feae7edb74cb5bdce1524e45d74b2(127.29.139.194:45717),8789da6438f24dfda2a55160415a1c93(127.29.139.195:43979),d1c596ad711c4dbfb64f502c7348c4d6(127.29.139.193:37183)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8ce119ceae4a4237a1082e107f27236a@[310feae7edb74cb5bdce1524e45d74b2(127.29.139.194:45717),8789da6438f24dfda2a55160415a1c93(127.29.139.195:43979)[L],d1c596ad711c4dbfb64f502c7348c4d6(127.29.139.193:37183)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:42:45.281 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.139.253:43451, [4ms] Sub RPC GetTableLocations: received response from server master-127.29.139.253:43451: OK, deferred=null) after lookup
14:42:45.282 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d1c596ad711c4dbfb64f502c7348c4d6(127.29.139.193:37183)] connecting to peer
14:42:45.283 [DEBUG - kudu-nio-1] (Connection.java:757) [peer d1c596ad711c4dbfb64f502c7348c4d6(127.29.139.193:37183)] Successfully connected to peer
14:42:45.311 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcfef59cf, L:/127.0.0.1:54080 - R:/127.29.139.193:37183] using TOKEN/null
14:42:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:45.321717 30680 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.29.139.252:37687)
14:42:45.479 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.29.139.252:37687
14:42:45.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:42:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:45.482290 30255 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/wal
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/logs
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data/info.pb
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.252:37687
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.252
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33185
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:42:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44565/jwks.json
14:42:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:42:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:42:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:45.685963 30383 consensus_peers.cc:487] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f -> Peer 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687): Couldn't send request to peer 1170e4bc41a543ffa85e9cdb80ec1676. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
14:42:45.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:45.969244 31323 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:42:45.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:45.970386 31323 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:42:45.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:45.971163 31323 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:42:46.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:46.017869 31323 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:42:46.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:46.018293 31323 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:42:46.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:46.018582 31323 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:42:46.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:46.018808 31323 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:42:46.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:46.019014 31323 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:42:46.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:46.019227 31323 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:42:46.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:46.019383 31323 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44565/jwks.json
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:46.085153 31323 master_runner.cc:386] Master server non-default flags:
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.139.212:37995
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/wal
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.139.254:35737,127.29.139.253:43451,127.29.139.252:37687
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.139.252:37687
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44565/jwks.json
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data/info.pb
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.139.252
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33185
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:42:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/logs
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:42:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:42:46.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:46.087982 31323 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:42:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:46.092386 31323 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:42:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:46.129390 31334 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:46.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:46.244334 30383 consensus_peers.cc:487] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f -> Peer 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687): Couldn't send request to peer 1170e4bc41a543ffa85e9cdb80ec1676. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
14:42:46.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:46.738579 30383 consensus_peers.cc:487] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f -> Peer 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687): Couldn't send request to peer 1170e4bc41a543ffa85e9cdb80ec1676. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
14:42:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:47.250288 30383 consensus_peers.cc:487] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f -> Peer 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687): Couldn't send request to peer 1170e4bc41a543ffa85e9cdb80ec1676. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
14:42:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:46.129628 31335 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:46.129694 31337 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:42:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:46.133504 31323 server_base.cc:1034] running on GCE node
14:42:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.665985 31323 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:42:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.669258 31323 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:42:47.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.670886 31323 hybrid_clock.cc:648] HybridClock initialized: now 1786286567670843 us; error 54 us; skew 500 ppm
14:42:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.672955 31323 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:42:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.687063 31323 webserver.cc:460] Webserver started at http://127.29.139.252:33185/ using document root <none> and password file <none>
14:42:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.688187 31323 fs_manager.cc:359] Metadata directory not provided
14:42:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.688437 31323 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:42:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.700212 31323 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.009s sys 0.000s
14:42:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.708443 31353 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:42:47.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.710289 31323 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.006s sys 0.000s
14:42:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.710786 31323 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/wal
14:42:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1170e4bc41a543ffa85e9cdb80ec1676"
14:42:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:42:29 on dist-test-slave-cbsf"
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.713732 31323 fs_report.cc:383] FS layout report
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/wal
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/wal
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data/data
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:42:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:42:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:47.764607 30383 consensus_peers.cc:487] T 00000000000000000000000000000000 P 93bd9acc922c4b5eb251415c5604979f -> Peer 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687): Couldn't send request to peer 1170e4bc41a543ffa85e9cdb80ec1676. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.252:37687: connect: Connection refused (error 111). This is attempt 41: this message will repeat every 5th retry.
14:42:47.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.766734 31323 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:42:47.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.768437 31323 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:42:47.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.769027 31323 kserver.cc:163] Server-wide thread pool size limit: 3276
14:42:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.895426 31323 rpc_server.cc:307] RPC server started. Bound to: 127.29.139.252:37687
14:42:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.895586 31423 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.139.252:37687 every 8 connection(s)
14:42:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.898906 31323 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster7501048134061494873/master-2/data/info.pb
14:42:47.902 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:42:47.903 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.139.253:43451
14:42:47.903 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:42:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.901764 30255 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 31323
14:42:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.903690 30255 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 30359
14:42:47.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.919790 31424 sys_catalog.cc:263] Verifying existing consensus state
14:42:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.930663 31424 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: Bootstrap starting.
14:42:47.974 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.139.253:43451(127.29.139.253:43451)] handling channelInactive
14:42:47.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.139.253:43451(127.29.139.253:43451)] cleaning up while in state READY due to: connection closed
14:42:47.978 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:42:47.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:47.992591 31424 log.cc:824] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: Log is configured to *not* fsync() on all Append() calls
14:42:48.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.039841 31424 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:42:48.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.041069 31424 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: Bootstrap complete.
14:42:48.042 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.139.253:43451(127.29.139.253:43451)] connecting to peer
14:42:48.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.139.253:43451(127.29.139.253:43451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.043 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.29.139.253:43451(127.29.139.253:43451) for tablet Kudu Master: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.139.252:37687(127.29.139.252:37687)] connecting to peer
14:42:48.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.139.253:43451(127.29.139.253:43451)] connecting to peer
14:42:48.063 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.139.252:37687(127.29.139.252:37687)] Successfully connected to peer
14:42:48.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.139.253:43451(127.29.139.253:43451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.139.253:43451: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.074 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.139.252
14:42:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.072142 31424 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.075558 31424 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1170e4bc41a543ffa85e9cdb80ec1676, State: Initialized, Role: FOLLOWER
14:42:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.076839 31424 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:48.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.080431 31429 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:48.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.081457 31429 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: This master's current role is: FOLLOWER
14:42:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.081799 31424 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: configured and running, proceeding with master startup.
14:42:48.104 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3796db7a, L:/127.0.0.1:36944 - R:/127.29.139.252:37687] using SASL/PLAIN
14:42:48.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.139.252:37687: Catalog manager is not initialized. State: Starting
14:42:48.116 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451; will retry
14:42:48.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.139.253:43451(127.29.139.253:43451)] connecting to peer
14:42:48.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.139.253:43451(127.29.139.253:43451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.139.253:43451: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.129014 31446 catalog_manager.cc:1259] Loaded cluster ID: 8e2decba129c4cfaac166129ba6f0173
14:42:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.129328 31446 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: loading cluster ID for follower catalog manager: success
14:42:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.139670 31451 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 93bd9acc922c4b5eb251415c5604979f)
14:42:48.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.140717 31451 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:48.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.143325 31446 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: acquiring CA information for follower catalog manager: success
14:42:48.148 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451; will retry
14:42:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.150660 31451 leader_election.cc:288] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451), 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687)
14:42:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.152061 31446 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:42:48.161 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.139.253:43451(127.29.139.253:43451)] connecting to peer
14:42:48.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.139.253:43451(127.29.139.253:43451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.139.253:43451: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.175 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451; will retry
14:42:48.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.176172 31383 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" is_pre_election: true
14:42:48.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:48.177461 30289 leader_election.cc:334] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451): Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111)
14:42:48.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.177599 31383 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5d74051d19ae4c88ae23a3b2ccaeacad in term 1.
14:42:48.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.179080 30289 leader_election.cc:302] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1170e4bc41a543ffa85e9cdb80ec1676, 5d74051d19ae4c88ae23a3b2ccaeacad; no voters: 93bd9acc922c4b5eb251415c5604979f
14:42:48.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.180295 31451 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 2 FOLLOWER]: Leader pre-election won for term 3
14:42:48.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.180603 31451 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 2 FOLLOWER]: Starting leader election (detected failure of leader 93bd9acc922c4b5eb251415c5604979f)
14:42:48.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.180977 31451 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 2 FOLLOWER]: Advancing to term 3
14:42:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.189421 31451 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.191378 31451 leader_election.cc:288] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [CANDIDATE]: Term 3 election: Requested vote from peers 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451), 1170e4bc41a543ffa85e9cdb80ec1676 (127.29.139.252:37687)
14:42:48.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.193820 31383 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "1170e4bc41a543ffa85e9cdb80ec1676"
14:42:48.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.194447 31383 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 1 FOLLOWER]: Advancing to term 3
14:42:48.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:48.196635 30289 leader_election.cc:334] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451): Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111)
14:42:48.202 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.139.253:43451(127.29.139.253:43451)] connecting to peer
14:42:48.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.139.253:43451(127.29.139.253:43451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.139.253:43451: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.178774 31323 master_runner.cc:186] Error getting master registration for 127.29.139.253:43451: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111),
14:42:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.221022 31323 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:42:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.227826 31383 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5d74051d19ae4c88ae23a3b2ccaeacad in term 3.
14:42:48.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.229621 30289 leader_election.cc:302] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1170e4bc41a543ffa85e9cdb80ec1676, 5d74051d19ae4c88ae23a3b2ccaeacad; no voters: 93bd9acc922c4b5eb251415c5604979f
14:42:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.230399 31451 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 3 FOLLOWER]: Leader election won for term 3
14:42:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.234898 31451 raft_consensus.cc:686] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [term 3 LEADER]: Becoming Leader. State: Replica: 5d74051d19ae4c88ae23a3b2ccaeacad, State: Running, Role: LEADER
14:42:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.236105 31451 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } }
14:42:48.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451; will retry
14:42:48.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.242810 31455 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5d74051d19ae4c88ae23a3b2ccaeacad. Latest consensus state: current_term: 3 leader_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:48.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.244096 31455 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: This master's current role is: LEADER
14:42:48.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.139.253:43451(127.29.139.253:43451)] connecting to peer
14:42:48.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.139.253:43451(127.29.139.253:43451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.139.253:43451: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.302 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.29.139.253:43451, [2ms] received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [25ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [74ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [75ms] delaying RPC due to: Service unavailable: Master config (127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [106ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [107ms] delaying RPC due to: Service unavailable: Master config (127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [127ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [134ms] delaying RPC due to: Service unavailable: Master config (127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [167ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, [198ms] delaying RPC due to: Service unavailable: Master config (127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [224ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [228ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, deferred=Deferred@1649897509(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1373546455@cab4978 -> (continuation of Deferred@1201617585 after retry RPC after error@1341110327) -> (continuation of Deferred@383795127 after retry RPC after error@1079395482) -> (continuation of Deferred@2116199571 after retry RPC after error@1279169888) -> (continuation of Deferred@1538528983 after retry RPC after error@699726767), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1598577673@4259c436 -> (continuation of Deferred@1201617585 after retry RPC after error@1341110327) -> (continuation of Deferred@383795127 after retry RPC after error@1079395482) -> (continuation of Deferred@2116199571 after retry RPC after error@1279169888) -> (continuation of Deferred@1538528983 after retry RPC after error@699726767)))
14:42:48.303 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.139.252:37687: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=29, elapsed=40), Traces: [0ms] sending RPC to server master-127.29.139.252:37687, deferred=Deferred@2062867592(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.29.139.252:37687, errback=org.apache.kudu.client.ConnectToCluster$1@10d6faf -> ConnectToMasterErrCB for 127.29.139.252:37687))
14:42:48.303 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451; will retry
14:42:48.322 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=18), Traces: [0ms] received response from server master-127.29.139.252:37687: OK, deferred=null) with no deferred attached!
14:42:48.322 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.139.253:43451(127.29.139.253:43451)] connecting to peer
14:42:48.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.139.253:43451(127.29.139.253:43451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.139.253:43451: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.328 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451; will retry
14:42:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.336066 31383 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [term 3 FOLLOWER]: Refusing update from remote peer 5d74051d19ae4c88ae23a3b2ccaeacad: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
14:42:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.338054 31451 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [LEADER]: Connected to new peer: Peer: permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.001s
14:42:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:48.352866 30289 consensus_peers.cc:487] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad -> Peer 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451): Couldn't send request to peer 93bd9acc922c4b5eb251415c5604979f. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:42:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.354890 30808 heartbeater.cc:347] Connected to a master server at 127.29.139.252:37687
14:42:48.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.379376 31429 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5d74051d19ae4c88ae23a3b2ccaeacad. Latest consensus state: current_term: 3 leader_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:48.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.380249 31429 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: This master's current role is: FOLLOWER
14:42:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.388172 31371 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "d1c596ad711c4dbfb64f502c7348c4d6" instance_seqno: 1786286554318961) as {username='slave'} at 127.29.139.193:43039; Asking this server to re-register.
14:42:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.392277 30808 heartbeater.cc:464] Registering TS with master...
14:42:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.398018 31371 ts_manager.cc:194] Registered new tserver with Master: d1c596ad711c4dbfb64f502c7348c4d6 (127.29.139.193:37183)
14:42:48.323 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
14:42:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.412498 31429 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.413359 31429 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: This master's current role is: FOLLOWER
14:42:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.416858 31468 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.418207 31468 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1170e4bc41a543ffa85e9cdb80ec1676 [sys.catalog]: This master's current role is: FOLLOWER
14:42:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.450102 31159 heartbeater.cc:347] Connected to a master server at 127.29.139.252:37687
14:42:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.456144 31371 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "8789da6438f24dfda2a55160415a1c93" instance_seqno: 1786286561395500) as {username='slave'} at 127.29.139.195:49501; Asking this server to re-register.
14:42:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.457428 30987 heartbeater.cc:347] Connected to a master server at 127.29.139.252:37687
14:42:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.457927 31159 heartbeater.cc:464] Registering TS with master...
14:42:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.461681 31459 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
14:42:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.462718 31371 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "310feae7edb74cb5bdce1524e45d74b2" instance_seqno: 1786286558724264) as {username='slave'} at 127.29.139.194:42745; Asking this server to re-register.
14:42:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.463264 31370 ts_manager.cc:194] Registered new tserver with Master: 8789da6438f24dfda2a55160415a1c93 (127.29.139.195:43979)
14:42:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.465167 31451 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d74051d19ae4c88ae23a3b2ccaeacad" member_type: VOTER last_known_addr { host: "127.29.139.254" port: 35737 } } peers { permanent_uuid: "93bd9acc922c4b5eb251415c5604979f" member_type: VOTER last_known_addr { host: "127.29.139.253" port: 43451 } } peers { permanent_uuid: "1170e4bc41a543ffa85e9cdb80ec1676" member_type: VOTER last_known_addr { host: "127.29.139.252" port: 37687 } } }
14:42:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.465968 31451 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad [sys.catalog]: This master's current role is: LEADER
14:42:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.466928 30987 heartbeater.cc:464] Registering TS with master...
14:42:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.471330 31370 ts_manager.cc:194] Registered new tserver with Master: 310feae7edb74cb5bdce1524e45d74b2 (127.29.139.194:45717)
14:42:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.474192 31459 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=5a5dfad86bd341d490417dac620ce7db]
14:42:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.475639 31459 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=c24010aa276a4e0bb47e5b7675ba8e9f]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
14:42:48.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.482331 31459 tablet_loader.cc:96] loaded metadata for tablet 8953dc864a7140b995ac57a9912703b2 (table txn_manager_fallback_rolling [id=c24010aa276a4e0bb47e5b7675ba8e9f])
14:42:48.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.484215 31459 tablet_loader.cc:96] loaded metadata for tablet 8ce119ceae4a4237a1082e107f27236a (table txn_manager_fallback_rolling [id=c24010aa276a4e0bb47e5b7675ba8e9f])
14:42:48.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.485986 31459 tablet_loader.cc:96] loaded metadata for tablet cae4e12c5fd34a68a7e96860d507df9b (table kudu_system.kudu_transactions [id=5a5dfad86bd341d490417dac620ce7db])
14:42:48.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.487529 31459 catalog_manager.cc:1484] Initializing Kudu cluster ID...
14:42:48.488 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.139.253:43451(127.29.139.253:43451)] connecting to peer
14:42:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.492552 31459 catalog_manager.cc:1259] Loaded cluster ID: 8e2decba129c4cfaac166129ba6f0173
14:42:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.493230 31459 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
14:42:48.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.139.253:43451(127.29.139.253:43451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.502385 31459 catalog_manager.cc:1504] Loading token signing keys...
14:42:48.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.139.253:43451: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451; will retry
14:42:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.508198 31459 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad: Loaded TSK: 0
14:42:48.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.510365 31459 catalog_manager.cc:1514] Initializing in-progress tserver states...
14:42:48.522 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.139.253:43451(127.29.139.253:43451)] connecting to peer
14:42:48.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.139.253:43451(127.29.139.253:43451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.139.253:43451: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451
14:42:48.530 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:42:48.530 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=208), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [6ms] delaying RPC due to: Service unavailable: Master config (127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [171ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [179ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, [180ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [181ms] delaying RPC due to: Service unavailable: Master config (127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [205ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, [207ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, deferred=Deferred@1976780220(state=PENDING, result=null, callback=(continuation of Deferred@876862543 after retry RPC after error@1525470638) -> (continuation of Deferred@1538822496 after retry RPC after error@875155726), errback=(continuation of Deferred@876862543 after retry RPC after error@1525470638) -> (continuation of Deferred@1538822496 after retry RPC after error@875155726))) after lookup
14:42:48.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:48.531188 30289 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111) [suppressed 4 similar messages]
14:42:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:48.573629 30342 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:42126 (request call id 10) took 41 ms (client timeout 41 ms). Trace:
14:42:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:48.574160 30342 rpcz_store.cc:269] 0809 14:42:48.532234 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:42:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:48.532593 (+ 359us) service_pool.cc:227] Handling call
14:42:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:42:48.573347 (+ 40754us) inbound_call.cc:173] Queueing success response
14:42:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":10345,"thread_start_us":36470,"threads_started":5}
14:42:48.577 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=254), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [6ms] delaying RPC due to: Service unavailable: Master config (127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [171ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [179ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, [180ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [181ms] delaying RPC due to: Service unavailable: Master config (127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [205ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, [207ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [209ms] sending RPC to server master-127.29.139.254:35737, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1976780220(state=PENDING, result=null, callback=(continuation of Deferred@876862543 after retry RPC after error@1525470638) -> (continuation of Deferred@1538822496 after retry RPC after error@875155726) -> (continuation of Deferred@505594464 after retry RPC@576660911), errback=(continuation of Deferred@876862543 after retry RPC after error@1525470638) -> (continuation of Deferred@1538822496 after retry RPC after error@875155726) -> (continuation of Deferred@505594464 after retry RPC@576660911)))
14:42:48.577 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=254), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [6ms] delaying RPC due to: Service unavailable: Master config (127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [171ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [179ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, [180ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [181ms] delaying RPC due to: Service unavailable: Master config (127.29.139.252:37687,127.29.139.254:35737,127.29.139.253:43451) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.252:37687, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.254:35737, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.139.253:43451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.253:43451: Network error: Failed to connect to peer master-127.29.139.253:43451(127.29.139.253:43451): Connection refused: /127.29.139.253:43451, [205ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.252:37687: OK, [207ms] Sub RPC ConnectToMaster: received response from server master-127.29.139.254:35737: OK, [209ms] sending RPC to server master-127.29.139.254:35737, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1976780220(state=PENDING, result=null, callback=(continuation of Deferred@876862543 after retry RPC after error@1525470638) -> (continuation of Deferred@1538822496 after retry RPC after error@875155726) -> (continuation of Deferred@505594464 after retry RPC@576660911), errback=(continuation of Deferred@876862543 after retry RPC after error@1525470638) -> (continuation of Deferred@1538822496 after retry RPC after error@875155726) -> (continuation of Deferred@505594464 after retry RPC@576660911)))
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.637368 30305 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42170:
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:42:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:42:48.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:48.643764 30305 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:42:48.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:48.736661 31019 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.157s from last keepalive heartbeat (effective timeout is 1.000s)
14:42:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:48.764285 31033 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.139.252:37687)
14:42:48.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:48.796480 31486 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
14:42:48.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:48.862247 30289 consensus_peers.cc:487] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad -> Peer 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451): Couldn't send request to peer 93bd9acc922c4b5eb251415c5604979f. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:42:49.210 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 8789da6438f24dfda2a55160415a1c93 (127.29.139.195:43979): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1786286563 last_transition_timestamp: 1786286568
14:42:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:49.411629 30289 consensus_peers.cc:487] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad -> Peer 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451): Couldn't send request to peer 93bd9acc922c4b5eb251415c5604979f. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:42:49.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:42:49.858774 30289 consensus_peers.cc:487] T 00000000000000000000000000000000 P 5d74051d19ae4c88ae23a3b2ccaeacad -> Peer 93bd9acc922c4b5eb251415c5604979f (127.29.139.253:43451): Couldn't send request to peer 93bd9acc922c4b5eb251415c5604979f. Status: Network error: Client connection negotiation failed: client connection to 127.29.139.253:43451: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:42:49.986 [DEBUG - main] (Connection.java:575) [peer master-127.29.139.253:43451(127.29.139.253:43451)] disconnecting while in state TERMINATED
14:42:49.986 [DEBUG - main] (Connection.java:575) [peer master-127.29.139.254:35737(127.29.139.254:35737)] disconnecting while in state READY
14:42:49.986 [DEBUG - main] (Connection.java:575) [peer master-127.29.139.252:37687(127.29.139.252:37687)] disconnecting while in state READY
14:42:49.986 [DEBUG - main] (Connection.java:575) [peer d1c596ad711c4dbfb64f502c7348c4d6(127.29.139.193:37183)] disconnecting while in state READY
14:42:49.988 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:42:49.989 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.139.254:35737(127.29.139.254:35737)] handling channelInactive
14:42:49.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.139.254:35737(127.29.139.254:35737)] cleaning up while in state READY due to: connection closed
14:42:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:49.990115 30255 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 30615
14:42:49.992 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.139.252:37687(127.29.139.252:37687)] handling channelInactive
14:42:49.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.139.252:37687(127.29.139.252:37687)] cleaning up while in state READY due to: connection closed
14:42:49.994 [DEBUG - kudu-nio-1] (Connection.java:239) [peer d1c596ad711c4dbfb64f502c7348c4d6(127.29.139.193:37183)] handling channelInactive
14:42:49.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d1c596ad711c4dbfb64f502c7348c4d6(127.29.139.193:37183)] cleaning up while in state READY due to: connection closed
14:42:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:50.053653 30255 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 30815
14:42:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:50.096912 30255 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 30993
14:42:50.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:50.153441 30255 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 30271
14:42:50.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:42:50.219269 30255 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 31323
14:42:51.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:42:51Z chronyd exiting
14:42:52.563 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)