Unable to diagnose

08:03:26.826 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:03:26.826 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskAO6UWC/test-tmp
08:03:26.826 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
08:03:26.826 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskAO6UWC/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
08:03:26.827 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241"
  extra_master_flags: "--txn_manager_enabled"
  extra_master_flags: "--raft_heartbeat_interval_ms=100"
  extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
  extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
  extra_tserver_flags: "--enable_txn_system_client_init=true"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

08:03:27.102 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:03:27.102 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

08:03:27.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.104418 14816 mini_oidc.cc:150] Starting JWKS server
08:03:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.106442 14816 webserver.cc:480] Webserver started at http://127.0.0.1:37265/ using document root <none> and password file <none>
08:03:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.106618 14816 mini_oidc.cc:186] Starting OIDC Discovery server
08:03:27.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.107056 14816 webserver.cc:480] Webserver started at http://127.0.0.1:37393/ using document root <none> and password file <none>
08:03:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-30T08:03:27Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:03:27.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-30T08:03:27Z Disabled control of system clock
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.132174 14816 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/wal
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/logs
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data/info.pb
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.62:43919
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.62
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37265/jwks.json
08:03:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:27.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.409272 14827 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.409523 14827 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.409593 14827 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.416996 14827 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.417083 14827 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.417130 14827 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.417167 14827 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.417218 14827 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.417254 14827 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.417304 14827 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37265/jwks.json
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.426041 14827 master_runner.cc:386] Master server non-default flags:
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/wal
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.62:43919
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37265/jwks.json
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data/info.pb
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.62
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/logs
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:27.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.427484 14827 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.429167 14827 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:27.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.436988 14832 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:27.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.436959 14833 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:27.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.442423 14835 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:27.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.442752 14827 server_base.cc:1047] running on GCE node
08:03:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.443421 14827 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:27.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.444541 14827 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:27.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.445755 14827 hybrid_clock.cc:648] HybridClock initialized: now 1756541007445701 us; error 35 us; skew 500 ppm
08:03:27.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.446062 14827 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.448078 14827 webserver.cc:480] Webserver started at http://127.14.120.62:42519/ using document root <none> and password file <none>
08:03:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.448768 14827 fs_manager.cc:362] Metadata directory not provided
08:03:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.448923 14827 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:27.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.449267 14827 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.451366 14827 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data/instance:
08:03:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f547f5be440d4296b40b0b2779b56c96"
08:03:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:27 on dist-test-slave-nl5f"
08:03:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.452142 14827 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/wal/instance:
08:03:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f547f5be440d4296b40b0b2779b56c96"
08:03:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:27 on dist-test-slave-nl5f"
08:03:27.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.457093 14827 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.007s	sys 0.000s
08:03:27.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.460187 14841 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.461315 14827 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
08:03:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.461483 14827 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/wal
08:03:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f547f5be440d4296b40b0b2779b56c96"
08:03:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:27 on dist-test-slave-nl5f"
08:03:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.461647 14827 fs_report.cc:389] FS layout report
08:03:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/wal
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/wal
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data/data
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:27.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.481189 14827 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:27.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.481894 14827 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:27.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.482167 14827 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.503456 14827 rpc_server.cc:307] RPC server started. Bound to: 127.14.120.62:43919
08:03:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.503489 14902 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.120.62:43919 every 8 connection(s)
08:03:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.504853 14827 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data/info.pb
08:03:27.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.506075 14816 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 14827
08:03:27.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.506312 14816 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/wal/instance
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.508343 14816 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/wal
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/logs
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data/info.pb
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.61:34633
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.61
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37265/jwks.json
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.508582 14903 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:27.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.514575 14903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } has no permanent_uuid. Determining permanent_uuid...
08:03:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.529368 14903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } has no permanent_uuid. Determining permanent_uuid...
08:03:27.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.530184 14844 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:27.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.531471 14903 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.14.120.61:34633: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:27.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.580761 14903 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } attempt: 1
08:03:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.582600 14903 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.14.120.61:34633: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.650801 14903 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } attempt: 2
08:03:27.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.652849 14903 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.14.120.61:34633: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.744079 14903 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } attempt: 3
08:03:27.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.745916 14903 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.14.120.61:34633: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.809098 14905 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.809346 14905 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.809414 14905 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.816977 14905 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.817054 14905 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.817103 14905 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.817139 14905 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.817188 14905 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.817231 14905 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.817278 14905 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37265/jwks.json
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.825388 14905 master_runner.cc:386] Master server non-default flags:
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/wal
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.61:34633
08:03:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37265/jwks.json
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data/info.pb
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.61
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/logs
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.826730 14905 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.828284 14905 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.835541 14913 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.836000 14916 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.835574 14914 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.836737 14905 server_base.cc:1047] running on GCE node
08:03:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.837450 14905 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.838716 14905 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.839926 14905 hybrid_clock.cc:648] HybridClock initialized: now 1756541007839871 us; error 32 us; skew 500 ppm
08:03:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.840238 14905 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.842551 14905 webserver.cc:480] Webserver started at http://127.14.120.61:39499/ using document root <none> and password file <none>
08:03:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.843179 14905 fs_manager.cc:362] Metadata directory not provided
08:03:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.843294 14905 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.843622 14905 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.845677 14905 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data/instance:
08:03:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87f9ad3e036748a9a632eaf79fa3a154"
08:03:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:27 on dist-test-slave-nl5f"
08:03:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.846388 14905 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/wal/instance:
08:03:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87f9ad3e036748a9a632eaf79fa3a154"
08:03:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:27 on dist-test-slave-nl5f"
08:03:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.851189 14905 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.006s	sys 0.000s
08:03:27.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.854187 14922 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.855302 14905 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.855460 14905 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/wal
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87f9ad3e036748a9a632eaf79fa3a154"
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:27 on dist-test-slave-nl5f"
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.855625 14905 fs_report.cc:389] FS layout report
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/wal
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/wal
08:03:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data/data
08:03:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.880203 14905 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.881057 14905 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.881316 14905 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.889148 14903 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } attempt: 4
08:03:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.890995 14903 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.14.120.61:34633: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:27.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.901160 14905 rpc_server.cc:307] RPC server started. Bound to: 127.14.120.61:34633
08:03:27.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.901196 14984 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.120.61:34633 every 8 connection(s)
08:03:27.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.902412 14905 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data/info.pb
08:03:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.903592 14816 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 14905
08:03:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.903749 14816 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/wal/instance
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.905031 14816 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/wal
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/data
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/logs
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/data/info.pb
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.60:39129
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.60
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37265/jwks.json
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.906617 14985 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.912642 14985 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } has no permanent_uuid. Determining permanent_uuid...
08:03:27.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.923782 14985 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } has no permanent_uuid. Determining permanent_uuid...
08:03:27.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.931119 14985 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } has no permanent_uuid. Determining permanent_uuid...
08:03:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.932000 14923 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111)
08:03:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.933290 14985 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.14.120.60:39129: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111)
08:03:27.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:27.982611 14985 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } attempt: 1
08:03:27.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:27.984208 14985 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.14.120.60:39129: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111)
08:03:28.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.052443 14985 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } attempt: 2
08:03:28.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.054330 14985 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.14.120.60:39129: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111)
08:03:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.145566 14985 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } attempt: 3
08:03:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.147464 14985 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.14.120.60:39129: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111)
08:03:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.190205 14903 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } attempt: 5
08:03:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.197814 14987 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.198206 14987 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.198336 14987 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:28.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.199509 14903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.201231 14903 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.14.120.60:39129: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111)
08:03:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.207027 14987 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.207131 14987 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.207202 14987 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.207265 14987 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.207353 14987 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.207427 14987 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.207502 14987 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37265/jwks.json
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.216056 14987 master_runner.cc:386] Master server non-default flags:
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/data
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/wal
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.60:39129
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37265/jwks.json
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/data/info.pb
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.60
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/logs
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:28.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.217875 14987 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:28.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.219563 14987 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.227016 14995 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.226989 14996 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.227516 14998 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.227933 14987 server_base.cc:1047] running on GCE node
08:03:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.228601 14987 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:28.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.229933 14987 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.231139 14987 hybrid_clock.cc:648] HybridClock initialized: now 1756541008231090 us; error 23 us; skew 500 ppm
08:03:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.231431 14987 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:28.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.233340 14987 webserver.cc:480] Webserver started at http://127.14.120.60:46465/ using document root <none> and password file <none>
08:03:28.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.233981 14987 fs_manager.cc:362] Metadata directory not provided
08:03:28.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.234115 14987 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:28.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.234469 14987 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.236761 14987 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/data/instance:
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58bd83ab0cf647439b8ed1d571d1b6d4"
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:28 on dist-test-slave-nl5f"
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.237592 14987 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/wal/instance:
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58bd83ab0cf647439b8ed1d571d1b6d4"
08:03:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:28 on dist-test-slave-nl5f"
08:03:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.242167 14987 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
08:03:28.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.245097 15005 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.246141 14987 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.246294 14987 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/wal
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58bd83ab0cf647439b8ed1d571d1b6d4"
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:28 on dist-test-slave-nl5f"
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.246446 14987 fs_report.cc:389] FS layout report
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/wal
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/wal
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/data/data
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.252408 14903 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } attempt: 1
08:03:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.253980 14903 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.14.120.60:39129: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111)
08:03:28.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.257756 14987 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:28.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.258476 14987 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:28.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.258749 14987 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:28.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.279496 14987 rpc_server.cc:307] RPC server started. Bound to: 127.14.120.60:39129
08:03:28.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.279515 15066 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.120.60:39129 every 8 connection(s)
08:03:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.280977 14987 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/data/info.pb
08:03:28.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.284391 15067 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.289614 15067 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.290694 14985 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } attempt: 4
08:03:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.290853 14816 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 14987
08:03:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.291035 14816 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-2/wal/instance
08:03:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.303701 15067 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.308643 14985 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: Bootstrap starting.
08:03:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.310968 15067 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.312500 14985 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: Neither blocks nor log segments found. Creating new log.
08:03:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.313802 14985 log.cc:826] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: Log is configured to *not* fsync() on all Append() calls
08:03:28.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.316663 14985 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: No bootstrap required, opened a new log
08:03:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.321244 15067 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4: Bootstrap starting.
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.322194 14903 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } attempt: 2
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.322515 14985 raft_consensus.cc:357] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.323136 14985 raft_consensus.cc:383] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.323263 14985 raft_consensus.cc:738] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 87f9ad3e036748a9a632eaf79fa3a154, State: Initialized, Role: FOLLOWER
08:03:28.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.323835 14985 consensus_queue.cc:260] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:28.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.324522 15067 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4: Neither blocks nor log segments found. Creating new log.
08:03:28.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.325774 15067 log.cc:826] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4: Log is configured to *not* fsync() on all Append() calls
08:03:28.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.325817 14985 sys_catalog.cc:564] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: configured and running, proceeding with master startup.
08:03:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.328285 15077 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.329012 15077 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.334805 15067 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4: No bootstrap required, opened a new log
08:03:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.334983 14903 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: Bootstrap starting.
08:03:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.338636 14903 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: Neither blocks nor log segments found. Creating new log.
08:03:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.339864 14903 log.cc:826] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: Log is configured to *not* fsync() on all Append() calls
08:03:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.341768 15067 raft_consensus.cc:357] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.342105 15067 raft_consensus.cc:383] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.342177 15067 raft_consensus.cc:738] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 58bd83ab0cf647439b8ed1d571d1b6d4, State: Initialized, Role: FOLLOWER
08:03:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.342856 15067 consensus_queue.cc:260] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:28.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.343715 15086 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:28.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.343998 15086 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.344688 15067 sys_catalog.cc:564] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: configured and running, proceeding with master startup.
08:03:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.345335 14903 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: No bootstrap required, opened a new log
08:03:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.355598 14903 raft_consensus.cc:357] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.356063 14903 raft_consensus.cc:383] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.356253 14903 raft_consensus.cc:738] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f547f5be440d4296b40b0b2779b56c96, State: Initialized, Role: FOLLOWER
08:03:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.357115 14903 consensus_queue.cc:260] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:28.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.355015 14905 master_runner.cc:186] Error getting master registration for 127.14.120.62:43919: OK, instance_id { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" instance_seqno: 1756541007498506 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:28.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.365952 14905 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:28.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.367187 15103 sys_catalog.cc:455] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:28.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.367386 15099 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:28.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.367501 15099 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:28.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.368332 14903 sys_catalog.cc:564] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: configured and running, proceeding with master startup.
08:03:28.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.368481 15103 sys_catalog.cc:458] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.368743 15104 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:03:28.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.370971 14987 master_runner.cc:186] Error getting master registration for 127.14.120.62:43919: OK, instance_id { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" instance_seqno: 1756541007498506 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:28.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.376844 14987 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:28.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.383285 14928 tablet.cc:2378] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:28.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.388146 15115 catalog_manager.cc:1560] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:28.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.388370 15115 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.393280 14827 master_runner.cc:263] No leader master found from master f547f5be440d4296b40b0b2779b56c96
08:03:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.393428 14827 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:28.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.410115 15077 raft_consensus.cc:491] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:28.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.410344 15077 raft_consensus.cc:513] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:28.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.411906 15077 leader_election.cc:290] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919), 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129)
08:03:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.412557 14868 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "87f9ad3e036748a9a632eaf79fa3a154" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f547f5be440d4296b40b0b2779b56c96" is_pre_election: true
08:03:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.412851 15032 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "87f9ad3e036748a9a632eaf79fa3a154" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" is_pre_election: true
08:03:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.413061 14868 raft_consensus.cc:2466] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 87f9ad3e036748a9a632eaf79fa3a154 in term 0.
08:03:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.413244 15032 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 87f9ad3e036748a9a632eaf79fa3a154 in term 0.
08:03:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.413730 14923 leader_election.cc:304] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 58bd83ab0cf647439b8ed1d571d1b6d4, 87f9ad3e036748a9a632eaf79fa3a154; no voters: 
08:03:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.414141 15077 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.414284 15077 raft_consensus.cc:491] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.414382 15077 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 0 FOLLOWER]: Advancing to term 1
08:03:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.417387 15077 raft_consensus.cc:513] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:28.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.418370 14868 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "87f9ad3e036748a9a632eaf79fa3a154" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f547f5be440d4296b40b0b2779b56c96"
08:03:28.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.418473 15032 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "87f9ad3e036748a9a632eaf79fa3a154" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4"
08:03:28.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.418540 14868 raft_consensus.cc:3058] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 0 FOLLOWER]: Advancing to term 1
08:03:28.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.418630 15032 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 0 FOLLOWER]: Advancing to term 1
08:03:28.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.421586 15032 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 87f9ad3e036748a9a632eaf79fa3a154 in term 1.
08:03:28.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.422303 14923 leader_election.cc:304] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 58bd83ab0cf647439b8ed1d571d1b6d4, 87f9ad3e036748a9a632eaf79fa3a154; no voters: 
08:03:28.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.422518 15077 leader_election.cc:290] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 1 election: Requested vote from peers f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919), 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129)
08:03:28.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.422720 15077 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 1 FOLLOWER]: Leader election won for term 1
08:03:28.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.422835 15077 raft_consensus.cc:695] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 1 LEADER]: Becoming Leader. State: Replica: 87f9ad3e036748a9a632eaf79fa3a154, State: Running, Role: LEADER
08:03:28.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.423282 15077 consensus_queue.cc:237] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:28.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.423738 14868 raft_consensus.cc:2466] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 87f9ad3e036748a9a632eaf79fa3a154 in term 1.
08:03:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.433499 15077 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 87f9ad3e036748a9a632eaf79fa3a154. Latest consensus state: current_term: 1 leader_uuid: "87f9ad3e036748a9a632eaf79fa3a154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.433727 15077 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: This master's current role is: LEADER
08:03:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.435786 15119 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.437906 15119 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.445324 15032 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 1 FOLLOWER]: Refusing update from remote peer 87f9ad3e036748a9a632eaf79fa3a154: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.445410 14868 raft_consensus.cc:1273] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 1 FOLLOWER]: Refusing update from remote peer 87f9ad3e036748a9a632eaf79fa3a154: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.446244 15117 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [LEADER]: Connected to new peer: Peer: permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.446650 15077 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:28.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.471185 15103 sys_catalog.cc:455] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 87f9ad3e036748a9a632eaf79fa3a154. Latest consensus state: current_term: 1 leader_uuid: "87f9ad3e036748a9a632eaf79fa3a154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:28.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.471431 15103 sys_catalog.cc:458] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.475558 15086 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 87f9ad3e036748a9a632eaf79fa3a154. Latest consensus state: current_term: 1 leader_uuid: "87f9ad3e036748a9a632eaf79fa3a154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.475780 15086 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.475806 15121 mvcc.cc:204] Tried to move back new op lower bound from 7194791970583875584 to 7194791970506559488. Current Snapshot: MvccSnapshot[applied={T|T < 7194791970583875584}]
08:03:28.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.481230 15077 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "87f9ad3e036748a9a632eaf79fa3a154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:28.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.481417 15077 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: This master's current role is: LEADER
08:03:28.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.481398 15103 sys_catalog.cc:455] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "87f9ad3e036748a9a632eaf79fa3a154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:28.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.481642 15103 sys_catalog.cc:458] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.481921 15077 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "87f9ad3e036748a9a632eaf79fa3a154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:28.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.482084 15077 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: This master's current role is: LEADER
08:03:28.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.486127 15119 catalog_manager.cc:1349] Generated new cluster ID: 18110405851f4679b77691e5df0f7d3f
08:03:28.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.486238 15119 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.495437 15086 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "87f9ad3e036748a9a632eaf79fa3a154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.495604 15086 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.516276 15119 catalog_manager.cc:1372] Generated new certificate authority record
08:03:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.517867 15119 catalog_manager.cc:1506] Loading token signing keys...
08:03:28.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.539264 15119 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: Generated new TSK 0
08:03:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.540299 15119 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.559266 14816 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/wal
08:03:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/data
08:03:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/logs
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/data/info.pb
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.1:0
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.120.1
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.1
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.941051 15129 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.941339 15129 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.941422 15129 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:28.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.948698 15129 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:28.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.948805 15129 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:28.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.948849 15129 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:28.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.948881 15129 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:28.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.948952 15129 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.120.1
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.957896 15129 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/data
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/wal
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.1:0
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/data/info.pb
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.1
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.120.1
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/logs
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:28.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.959394 15129 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:28.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.960984 15129 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.969257 15134 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.969282 15135 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:28.970124 15137 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.970597 15129 server_base.cc:1047] running on GCE node
08:03:28.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.971082 15129 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.971937 15129 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.973129 15129 hybrid_clock.cc:648] HybridClock initialized: now 1756541008973059 us; error 51 us; skew 500 ppm
08:03:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.973344 15129 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.975183 15129 webserver.cc:480] Webserver started at http://127.14.120.1:43521/ using document root <none> and password file <none>
08:03:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.975761 15129 fs_manager.cc:362] Metadata directory not provided
08:03:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.975848 15129 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:28.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.976110 15129 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:28.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.978224 15129 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/data/instance:
08:03:28.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46fa0875103646c39f6adbb925e70724"
08:03:28.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:28 on dist-test-slave-nl5f"
08:03:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.978919 15129 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/wal/instance:
08:03:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46fa0875103646c39f6adbb925e70724"
08:03:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:28 on dist-test-slave-nl5f"
08:03:28.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.983233 15129 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.000s	sys 0.006s
08:03:28.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.986116 15143 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.987233 15129 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.987344 15129 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/wal
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46fa0875103646c39f6adbb925e70724"
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:28 on dist-test-slave-nl5f"
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.987466 15129 fs_report.cc:389] FS layout report
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/wal
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/wal
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/data/data
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.999035 15129 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.999619 15129 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:28.999836 15129 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:29.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.002302 15129 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:29.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.002424 15129 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:03:29.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.002548 15129 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:29.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.002647 15129 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:03:29.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.059633 15129 rpc_server.cc:307] RPC server started. Bound to: 127.14.120.1:41839
08:03:29.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.059669 15268 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.120.1:41839 every 8 connection(s)
08:03:29.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.060798 15129 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/data/info.pb
08:03:29.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.062569 14816 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 15129
08:03:29.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.062772 14816 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-0/wal/instance
08:03:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.063983 15269 heartbeater.cc:344] Connected to a master server at 127.14.120.62:43919
08:03:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.066437 15269 heartbeater.cc:461] Registering TS with master...
08:03:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.067415 15269 heartbeater.cc:507] Master 127.14.120.62:43919 requested a full tablet report, sending...
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.067579 14816 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/wal
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/data
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/logs
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/data/info.pb
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.2:0
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.120.2
08:03:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.2
08:03:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:29.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.069936 15271 heartbeater.cc:344] Connected to a master server at 127.14.120.61:34633
08:03:29.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.070092 14858 ts_manager.cc:194] Registered new tserver with Master: 46fa0875103646c39f6adbb925e70724 (127.14.120.1:41839)
08:03:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.070178 15271 heartbeater.cc:461] Registering TS with master...
08:03:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.070623 15271 heartbeater.cc:507] Master 127.14.120.61:34633 requested a full tablet report, sending...
08:03:29.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.072124 14939 ts_manager.cc:194] Registered new tserver with Master: 46fa0875103646c39f6adbb925e70724 (127.14.120.1:41839)
08:03:29.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.072338 15270 heartbeater.cc:344] Connected to a master server at 127.14.120.60:39129
08:03:29.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.072461 15270 heartbeater.cc:461] Registering TS with master...
08:03:29.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.072889 15270 heartbeater.cc:507] Master 127.14.120.60:39129 requested a full tablet report, sending...
08:03:29.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.073839 14939 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.120.1:40757
08:03:29.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.074095 15022 ts_manager.cc:194] Registered new tserver with Master: 46fa0875103646c39f6adbb925e70724 (127.14.120.1:41839)
08:03:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.358784 15274 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.359081 15274 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.359223 15274 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.366133 15274 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.366300 15274 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.366371 15274 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.366427 15274 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.366554 15274 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.120.2
08:03:29.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.373436 15104 catalog_manager.cc:1261] Loaded cluster ID: 18110405851f4679b77691e5df0f7d3f
08:03:29.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.373554 15104 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4: loading cluster ID for follower catalog manager: success
08:03:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.375547 15274 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/data
08:03:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/wal
08:03:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.2:0
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/data/info.pb
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.2
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.120.2
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/logs
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.377271 15274 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.377310 15104 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4: acquiring CA information for follower catalog manager: success
08:03:29.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.378890 15274 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:29.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.379633 15104 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:29.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.387573 15281 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:29.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.387629 15280 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:29.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.388927 15283 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:29.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.391008 15115 catalog_manager.cc:1261] Loaded cluster ID: 18110405851f4679b77691e5df0f7d3f
08:03:29.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.391134 15115 catalog_manager.cc:1554] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: loading cluster ID for follower catalog manager: success
08:03:29.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.392936 15274 server_base.cc:1047] running on GCE node
08:03:29.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.393517 15274 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:29.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.393929 15115 catalog_manager.cc:1576] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: acquiring CA information for follower catalog manager: success
08:03:29.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.394524 15274 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:29.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.395823 15115 catalog_manager.cc:1604] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:29.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.395884 15274 hybrid_clock.cc:648] HybridClock initialized: now 1756541009395748 us; error 103 us; skew 500 ppm
08:03:29.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.396196 15274 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.398710 15274 webserver.cc:480] Webserver started at http://127.14.120.2:36893/ using document root <none> and password file <none>
08:03:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.399557 15274 fs_manager.cc:362] Metadata directory not provided
08:03:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.399698 15274 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:29.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.400065 15274 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.403193 15274 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/data/instance:
08:03:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91e1e8d070264a89aee8fa91cf63c3f1"
08:03:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:29 on dist-test-slave-nl5f"
08:03:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.404151 15274 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/wal/instance:
08:03:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91e1e8d070264a89aee8fa91cf63c3f1"
08:03:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:29 on dist-test-slave-nl5f"
08:03:29.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.410600 15274 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.008s	sys 0.000s
08:03:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.414716 15289 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.416240 15274 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.416401 15274 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/wal
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91e1e8d070264a89aee8fa91cf63c3f1"
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:29 on dist-test-slave-nl5f"
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.416606 15274 fs_report.cc:389] FS layout report
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/wal
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/wal
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/data/data
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.442632 15274 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:29.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.443568 15274 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.443892 15274 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.447526 15274 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.447647 15274 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:03:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.447762 15274 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.447844 15274 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:03:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.534914 15274 rpc_server.cc:307] RPC server started. Bound to: 127.14.120.2:34289
08:03:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.534920 15410 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.120.2:34289 every 8 connection(s)
08:03:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.536612 15274 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/data/info.pb
08:03:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.539002 15411 heartbeater.cc:344] Connected to a master server at 127.14.120.62:43919
08:03:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.539539 15411 heartbeater.cc:461] Registering TS with master...
08:03:29.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.541200 15411 heartbeater.cc:507] Master 127.14.120.62:43919 requested a full tablet report, sending...
08:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.542829 14858 ts_manager.cc:194] Registered new tserver with Master: 91e1e8d070264a89aee8fa91cf63c3f1 (127.14.120.2:34289)
08:03:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.547042 14816 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 15274
08:03:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.547258 14816 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-1/wal/instance
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.552983 14816 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/wal
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/data
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/logs
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/data/info.pb
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.3:0
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.120.3
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.3
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.555816 15412 heartbeater.cc:344] Connected to a master server at 127.14.120.60:39129
08:03:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.556094 15412 heartbeater.cc:461] Registering TS with master...
08:03:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.556614 15412 heartbeater.cc:507] Master 127.14.120.60:39129 requested a full tablet report, sending...
08:03:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.557636 15022 ts_manager.cc:194] Registered new tserver with Master: 91e1e8d070264a89aee8fa91cf63c3f1 (127.14.120.2:34289)
08:03:29.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.561139 15413 heartbeater.cc:344] Connected to a master server at 127.14.120.61:34633
08:03:29.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.561257 15413 heartbeater.cc:461] Registering TS with master...
08:03:29.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.561651 15413 heartbeater.cc:507] Master 127.14.120.61:34633 requested a full tablet report, sending...
08:03:29.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.562377 14939 ts_manager.cc:194] Registered new tserver with Master: 91e1e8d070264a89aee8fa91cf63c3f1 (127.14.120.2:34289)
08:03:29.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.563040 14939 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.120.2:50389
08:03:29.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.866442 15416 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:29.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.866716 15416 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:29.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.866804 15416 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:29.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.874087 15416 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:29.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.874194 15416 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:29.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.874239 15416 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:29.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.874270 15416 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:29.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.874342 15416 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.120.3
08:03:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.882774 15416 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/data
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/wal
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.3:0
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/data/info.pb
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.3
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.120.3
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/logs
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:29.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.884117 15416 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:29.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.885660 15416 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.894491 15422 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.894801 15423 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:29.895103 15425 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.895453 15416 server_base.cc:1047] running on GCE node
08:03:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.895933 15416 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.896761 15416 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:29.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.898001 15416 hybrid_clock.cc:648] HybridClock initialized: now 1756541009897943 us; error 34 us; skew 500 ppm
08:03:29.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.898270 15416 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:29.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.900343 15416 webserver.cc:480] Webserver started at http://127.14.120.3:39707/ using document root <none> and password file <none>
08:03:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.901165 15416 fs_manager.cc:362] Metadata directory not provided
08:03:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.901288 15416 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.901624 15416 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.904368 15416 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/data/instance:
08:03:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4"
08:03:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:29 on dist-test-slave-nl5f"
08:03:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.905283 15416 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/wal/instance:
08:03:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4"
08:03:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:29 on dist-test-slave-nl5f"
08:03:29.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.910912 15416 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
08:03:29.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.913789 15431 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.914965 15416 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.003s
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.915093 15416 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/wal
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4"
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:29 on dist-test-slave-nl5f"
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.915302 15416 fs_report.cc:389] FS layout report
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/wal
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/wal
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/data/data
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.937039 15416 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.937872 15416 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.938190 15416 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:29.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.940867 15416 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:29.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.941010 15416 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:03:29.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.941095 15416 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:29.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.941179 15416 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:03:29.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.994069 15416 rpc_server.cc:307] RPC server started. Bound to: 127.14.120.3:39463
08:03:29.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.994108 15552 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.120.3:39463 every 8 connection(s)
08:03:29.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.995191 15416 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/data/info.pb
08:03:29.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.997676 15553 heartbeater.cc:344] Connected to a master server at 127.14.120.62:43919
08:03:29.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.997974 15553 heartbeater.cc:461] Registering TS with master...
08:03:29.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:29.999001 15553 heartbeater.cc:507] Master 127.14.120.62:43919 requested a full tablet report, sending...
08:03:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.000767 14858 ts_manager.cc:194] Registered new tserver with Master: a94e2048f4f04dfc9cff7ce37b15a3a4 (127.14.120.3:39463)
08:03:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.003062 14816 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 15416
08:03:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.003213 14816 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/ts-2/wal/instance
08:03:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.004107 15554 heartbeater.cc:344] Connected to a master server at 127.14.120.60:39129
08:03:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.004271 15554 heartbeater.cc:461] Registering TS with master...
08:03:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.004760 15554 heartbeater.cc:507] Master 127.14.120.60:39129 requested a full tablet report, sending...
08:03:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.005678 15022 ts_manager.cc:194] Registered new tserver with Master: a94e2048f4f04dfc9cff7ce37b15a3a4 (127.14.120.3:39463)
08:03:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.005795 15555 heartbeater.cc:344] Connected to a master server at 127.14.120.61:34633
08:03:30.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.005898 15555 heartbeater.cc:461] Registering TS with master...
08:03:30.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.006351 15555 heartbeater.cc:507] Master 127.14.120.61:34633 requested a full tablet report, sending...
08:03:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.007200 14938 ts_manager.cc:194] Registered new tserver with Master: a94e2048f4f04dfc9cff7ce37b15a3a4 (127.14.120.3:39463)
08:03:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.008160 14938 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.120.3:57737
08:03:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.011667 14816 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
08:03:30.013 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:03:30.013 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

08:03:30.014 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.120.62"
      port: 43919
    }
    bound_http_address {
      host: "127.14.120.62"
      port: 42519
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.120.61"
      port: 34633
    }
    bound_http_address {
      host: "127.14.120.61"
      port: 39499
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.120.60"
      port: 39129
    }
    bound_http_address {
      host: "127.14.120.60"
      port: 46465
    }
  }
}

08:03:30.014 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

08:03:30.015 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.120.1"
      port: 41839
    }
    bound_http_address {
      host: "127.14.120.1"
      port: 43521
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.120.2"
      port: 34289
    }
    bound_http_address {
      host: "127.14.120.2"
      port: 36893
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.120.3"
      port: 39463
    }
    bound_http_address {
      host: "127.14.120.3"
      port: 39707
    }
  }
}

08:03:30.015 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:03:30.017 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
08:03:30.019 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.120.61:34633(127.14.120.61:34633)] connecting to peer
08:03:30.020 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:30.021 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.120.61:34633(127.14.120.61:34633)] Successfully connected to peer
08:03:30.022 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:30.022 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.120.61
08:03:30.023 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.120.60:39129(127.14.120.60:39129)] Successfully connected to peer
08:03:30.025 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.120.60
08:03:30.033 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8e23eccf, L:/127.0.0.1:47228 - R:/127.14.120.60:39129] using SASL/PLAIN
08:03:30.035 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.120.62:43919(127.14.120.62:43919)] Successfully connected to peer
08:03:30.036 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5fd90f6b, L:/127.0.0.1:42840 - R:/127.14.120.61:34633] using SASL/PLAIN
08:03:30.036 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.120.62
08:03:30.039 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:30.039 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=21), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [17ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, deferred=null) after lookup
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.041232 14938 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42840:
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:03:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
08:03:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:03:30.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
08:03:30.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:03:30.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
08:03:30.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
08:03:30.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:30.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:30.043447 14938 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:30.045 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x567e9643, L:/127.0.0.1:34800 - R:/127.14.120.62:43919] using SASL/PLAIN
08:03:30.073 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d2badb68eaf64a76ac4703b9c0d40e5c
08:03:30.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.075867 15271 heartbeater.cc:499] Master 127.14.120.61:34633 was elected leader, sending a full tablet report...
08:03:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.112030 15346 tablet_service.cc:1468] Processing CreateTablet for tablet 4a8ec87aa91d4d2292c194b96cfe6a28 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.112248 15485 tablet_service.cc:1468] Processing CreateTablet for tablet 265a64e05ad947a5a196a5fd665c3b3c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.112991 15345 tablet_service.cc:1468] Processing CreateTablet for tablet 265a64e05ad947a5a196a5fd665c3b3c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.112047 15486 tablet_service.cc:1468] Processing CreateTablet for tablet 4a8ec87aa91d4d2292c194b96cfe6a28 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.113504 15485 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 265a64e05ad947a5a196a5fd665c3b3c. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.113787 15345 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 265a64e05ad947a5a196a5fd665c3b3c. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.113931 15486 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4a8ec87aa91d4d2292c194b96cfe6a28. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.116369 15346 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4a8ec87aa91d4d2292c194b96cfe6a28. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.117494 15203 tablet_service.cc:1468] Processing CreateTablet for tablet 265a64e05ad947a5a196a5fd665c3b3c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:30.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.118702 15203 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 265a64e05ad947a5a196a5fd665c3b3c. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.120699 15204 tablet_service.cc:1468] Processing CreateTablet for tablet 4a8ec87aa91d4d2292c194b96cfe6a28 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:30.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.121114 15204 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4a8ec87aa91d4d2292c194b96cfe6a28. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.132987 15581 tablet_bootstrap.cc:492] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1: Bootstrap starting.
08:03:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.133452 15582 tablet_bootstrap.cc:492] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724: Bootstrap starting.
08:03:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.134415 15580 tablet_bootstrap.cc:492] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4: Bootstrap starting.
08:03:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.136109 15582 tablet_bootstrap.cc:654] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724: Neither blocks nor log segments found. Creating new log.
08:03:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.136297 15581 tablet_bootstrap.cc:654] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1: Neither blocks nor log segments found. Creating new log.
08:03:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.137171 15582 log.cc:826] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724: Log is configured to *not* fsync() on all Append() calls
08:03:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.137431 15581 log.cc:826] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1: Log is configured to *not* fsync() on all Append() calls
08:03:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.137481 15580 tablet_bootstrap.cc:654] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4: Neither blocks nor log segments found. Creating new log.
08:03:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.138659 15580 log.cc:826] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4: Log is configured to *not* fsync() on all Append() calls
08:03:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.140225 15581 tablet_bootstrap.cc:492] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1: No bootstrap required, opened a new log
08:03:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.140259 15582 tablet_bootstrap.cc:492] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724: No bootstrap required, opened a new log
08:03:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.140499 15582 ts_tablet_manager.cc:1397] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724: Time spent bootstrapping tablet: real 0.007s	user 0.005s	sys 0.000s
08:03:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.140594 15581 ts_tablet_manager.cc:1397] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1: Time spent bootstrapping tablet: real 0.008s	user 0.007s	sys 0.000s
08:03:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.141286 15580 tablet_bootstrap.cc:492] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4: No bootstrap required, opened a new log
08:03:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.141520 15580 ts_tablet_manager.cc:1397] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4: Time spent bootstrapping tablet: real 0.007s	user 0.006s	sys 0.000s
08:03:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.144722 15581 raft_consensus.cc:357] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.144973 15581 raft_consensus.cc:383] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.145076 15581 raft_consensus.cc:738] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91e1e8d070264a89aee8fa91cf63c3f1, State: Initialized, Role: FOLLOWER
08:03:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.145586 15581 consensus_queue.cc:260] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.146588 15582 raft_consensus.cc:357] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } }
08:03:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.146894 15582 raft_consensus.cc:383] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.146977 15581 ts_tablet_manager.cc:1428] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.000s
08:03:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.147004 15582 raft_consensus.cc:738] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 46fa0875103646c39f6adbb925e70724, State: Initialized, Role: FOLLOWER
08:03:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.147312 15581 tablet_bootstrap.cc:492] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 91e1e8d070264a89aee8fa91cf63c3f1: Bootstrap starting.
08:03:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.147663 15580 raft_consensus.cc:357] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } }
08:03:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.148202 15580 raft_consensus.cc:383] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.148341 15580 raft_consensus.cc:738] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a94e2048f4f04dfc9cff7ce37b15a3a4, State: Initialized, Role: FOLLOWER
08:03:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.148422 15413 heartbeater.cc:499] Master 127.14.120.61:34633 was elected leader, sending a full tablet report...
08:03:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.148779 15582 consensus_queue.cc:260] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } }
08:03:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.149034 15581 tablet_bootstrap.cc:654] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 91e1e8d070264a89aee8fa91cf63c3f1: Neither blocks nor log segments found. Creating new log.
08:03:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.148905 15580 consensus_queue.cc:260] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } }
08:03:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.153800 15580 ts_tablet_manager.cc:1428] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4: Time spent starting tablet: real 0.012s	user 0.010s	sys 0.000s
08:03:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.161792 15555 heartbeater.cc:499] Master 127.14.120.61:34633 was elected leader, sending a full tablet report...
08:03:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.161794 15580 tablet_bootstrap.cc:492] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4: Bootstrap starting.
08:03:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.166383 15580 tablet_bootstrap.cc:654] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4: Neither blocks nor log segments found. Creating new log.
08:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.170838 15582 ts_tablet_manager.cc:1428] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724: Time spent starting tablet: real 0.030s	user 0.016s	sys 0.012s
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.171505 15582 tablet_bootstrap.cc:492] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724: Bootstrap starting.
08:03:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.173005 15580 tablet_bootstrap.cc:492] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4: No bootstrap required, opened a new log
08:03:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.173067 15582 tablet_bootstrap.cc:654] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724: Neither blocks nor log segments found. Creating new log.
08:03:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.173152 15580 ts_tablet_manager.cc:1397] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4: Time spent bootstrapping tablet: real 0.011s	user 0.007s	sys 0.000s
08:03:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.173871 15580 raft_consensus.cc:357] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.174064 15580 raft_consensus.cc:383] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.174142 15580 raft_consensus.cc:738] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a94e2048f4f04dfc9cff7ce37b15a3a4, State: Initialized, Role: FOLLOWER
08:03:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.174293 15581 tablet_bootstrap.cc:492] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 91e1e8d070264a89aee8fa91cf63c3f1: No bootstrap required, opened a new log
08:03:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.174357 15580 consensus_queue.cc:260] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.174576 15581 ts_tablet_manager.cc:1397] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 91e1e8d070264a89aee8fa91cf63c3f1: Time spent bootstrapping tablet: real 0.027s	user 0.017s	sys 0.008s
08:03:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.174775 15580 ts_tablet_manager.cc:1428] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.000s
08:03:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.175444 15581 raft_consensus.cc:357] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } }
08:03:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.175631 15581 raft_consensus.cc:383] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.175714 15581 raft_consensus.cc:738] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91e1e8d070264a89aee8fa91cf63c3f1, State: Initialized, Role: FOLLOWER
08:03:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.175928 15581 consensus_queue.cc:260] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 91e1e8d070264a89aee8fa91cf63c3f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } }
08:03:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.176780 15581 ts_tablet_manager.cc:1428] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 91e1e8d070264a89aee8fa91cf63c3f1: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.000s
08:03:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.180805 15582 tablet_bootstrap.cc:492] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724: No bootstrap required, opened a new log
08:03:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.180966 15582 ts_tablet_manager.cc:1397] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724: Time spent bootstrapping tablet: real 0.010s	user 0.007s	sys 0.000s
08:03:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.181845 15582 raft_consensus.cc:357] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.182130 15582 raft_consensus.cc:383] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.182209 15582 raft_consensus.cc:738] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 46fa0875103646c39f6adbb925e70724, State: Initialized, Role: FOLLOWER
08:03:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.182650 15582 consensus_queue.cc:260] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:30.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.183171 15582 ts_tablet_manager.cc:1428] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
08:03:30.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.233837 15588 raft_consensus.cc:491] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:30.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.234082 15588 raft_consensus.cc:513] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } }
08:03:30.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.235760 15588 leader_election.cc:290] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 91e1e8d070264a89aee8fa91cf63c3f1 (127.14.120.2:34289), 46fa0875103646c39f6adbb925e70724 (127.14.120.1:41839)
08:03:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.241979 15366 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "4a8ec87aa91d4d2292c194b96cfe6a28" candidate_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" is_pre_election: true
08:03:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.242427 15366 raft_consensus.cc:2466] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a94e2048f4f04dfc9cff7ce37b15a3a4 in term 0.
08:03:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.242355 15224 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "4a8ec87aa91d4d2292c194b96cfe6a28" candidate_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "46fa0875103646c39f6adbb925e70724" is_pre_election: true
08:03:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.242682 15224 raft_consensus.cc:2466] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a94e2048f4f04dfc9cff7ce37b15a3a4 in term 0.
08:03:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.243052 15432 leader_election.cc:304] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 91e1e8d070264a89aee8fa91cf63c3f1, a94e2048f4f04dfc9cff7ce37b15a3a4; no voters: 
08:03:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.243357 15588 raft_consensus.cc:2802] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.243469 15588 raft_consensus.cc:491] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.243526 15588 raft_consensus.cc:3058] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Advancing to term 1
08:03:30.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.245409 15588 raft_consensus.cc:513] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } }
08:03:30.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.245924 15588 leader_election.cc:290] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [CANDIDATE]: Term 1 election: Requested vote from peers 91e1e8d070264a89aee8fa91cf63c3f1 (127.14.120.2:34289), 46fa0875103646c39f6adbb925e70724 (127.14.120.1:41839)
08:03:30.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.246368 15366 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "4a8ec87aa91d4d2292c194b96cfe6a28" candidate_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91e1e8d070264a89aee8fa91cf63c3f1"
08:03:30.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.246395 15224 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "4a8ec87aa91d4d2292c194b96cfe6a28" candidate_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "46fa0875103646c39f6adbb925e70724"
08:03:30.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.246554 15224 raft_consensus.cc:3058] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Advancing to term 1
08:03:30.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.246554 15366 raft_consensus.cc:3058] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Advancing to term 1
08:03:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.249521 15366 raft_consensus.cc:2466] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a94e2048f4f04dfc9cff7ce37b15a3a4 in term 1.
08:03:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.249521 15224 raft_consensus.cc:2466] T 4a8ec87aa91d4d2292c194b96cfe6a28 P 46fa0875103646c39f6adbb925e70724 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a94e2048f4f04dfc9cff7ce37b15a3a4 in term 1.
08:03:30.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.249910 15432 leader_election.cc:304] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 91e1e8d070264a89aee8fa91cf63c3f1, a94e2048f4f04dfc9cff7ce37b15a3a4; no voters: 
08:03:30.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.250159 15588 raft_consensus.cc:2802] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 1 FOLLOWER]: Leader election won for term 1
08:03:30.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.250581 15588 raft_consensus.cc:695] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 1 LEADER]: Becoming Leader. State: Replica: a94e2048f4f04dfc9cff7ce37b15a3a4, State: Running, Role: LEADER
08:03:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.251101 15588 consensus_queue.cc:237] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } }
08:03:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:30.252737 15556 tablet.cc:2378] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.256175 14937 catalog_manager.cc:5582] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 reported cstate change: term changed from 0 to 1, leader changed from <none> to a94e2048f4f04dfc9cff7ce37b15a3a4 (127.14.120.3). New cstate: current_term: 1 leader_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } health_report { overall_health: UNKNOWN } } }
08:03:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:30.301337 15414 tablet.cc:2378] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:30.313787 15272 tablet.cc:2378] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.478998 15587 raft_consensus.cc:491] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.479173 15587 raft_consensus.cc:513] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:30.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.480710 15587 leader_election.cc:290] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 91e1e8d070264a89aee8fa91cf63c3f1 (127.14.120.2:34289), a94e2048f4f04dfc9cff7ce37b15a3a4 (127.14.120.3:39463)
08:03:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.488905 15508 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "265a64e05ad947a5a196a5fd665c3b3c" candidate_uuid: "46fa0875103646c39f6adbb925e70724" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" is_pre_election: true
08:03:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.489250 15508 raft_consensus.cc:2466] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 46fa0875103646c39f6adbb925e70724 in term 0.
08:03:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.489296 15366 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "265a64e05ad947a5a196a5fd665c3b3c" candidate_uuid: "46fa0875103646c39f6adbb925e70724" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" is_pre_election: true
08:03:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.489503 15366 raft_consensus.cc:2466] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 46fa0875103646c39f6adbb925e70724 in term 0.
08:03:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.490017 15144 leader_election.cc:304] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 46fa0875103646c39f6adbb925e70724, 91e1e8d070264a89aee8fa91cf63c3f1; no voters: 
08:03:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.490453 15587 raft_consensus.cc:2802] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.490561 15587 raft_consensus.cc:491] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.490615 15587 raft_consensus.cc:3058] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Advancing to term 1
08:03:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.492334 15587 raft_consensus.cc:513] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.492858 15587 leader_election.cc:290] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [CANDIDATE]: Term 1 election: Requested vote from peers 91e1e8d070264a89aee8fa91cf63c3f1 (127.14.120.2:34289), a94e2048f4f04dfc9cff7ce37b15a3a4 (127.14.120.3:39463)
08:03:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.493222 15366 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "265a64e05ad947a5a196a5fd665c3b3c" candidate_uuid: "46fa0875103646c39f6adbb925e70724" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91e1e8d070264a89aee8fa91cf63c3f1"
08:03:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.493255 15508 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "265a64e05ad947a5a196a5fd665c3b3c" candidate_uuid: "46fa0875103646c39f6adbb925e70724" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4"
08:03:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.493408 15366 raft_consensus.cc:3058] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Advancing to term 1
08:03:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.493420 15508 raft_consensus.cc:3058] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Advancing to term 1
08:03:30.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.495010 15366 raft_consensus.cc:2466] T 265a64e05ad947a5a196a5fd665c3b3c P 91e1e8d070264a89aee8fa91cf63c3f1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 46fa0875103646c39f6adbb925e70724 in term 1.
08:03:30.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.495211 15508 raft_consensus.cc:2466] T 265a64e05ad947a5a196a5fd665c3b3c P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 46fa0875103646c39f6adbb925e70724 in term 1.
08:03:30.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.495332 15144 leader_election.cc:304] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 46fa0875103646c39f6adbb925e70724, 91e1e8d070264a89aee8fa91cf63c3f1; no voters: 
08:03:30.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.495615 15587 raft_consensus.cc:2802] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [term 1 FOLLOWER]: Leader election won for term 1
08:03:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.495980 15587 raft_consensus.cc:695] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [term 1 LEADER]: Becoming Leader. State: Replica: 46fa0875103646c39f6adbb925e70724, State: Running, Role: LEADER
08:03:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.496454 15587 consensus_queue.cc:237] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.501174 14937 catalog_manager.cc:5582] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 reported cstate change: term changed from 0 to 1, leader changed from <none> to 46fa0875103646c39f6adbb925e70724 (127.14.120.1). New cstate: current_term: 1 leader_uuid: "46fa0875103646c39f6adbb925e70724" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } health_report { overall_health: UNKNOWN } } }
08:03:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.679067 15588 consensus_queue.cc:1035] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.686317 15592 consensus_queue.cc:1035] T 4a8ec87aa91d4d2292c194b96cfe6a28 P a94e2048f4f04dfc9cff7ce37b15a3a4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:30.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.937526 15587 consensus_queue.cc:1035] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:30.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.945538 15587 consensus_queue.cc:1035] T 265a64e05ad947a5a196a5fd665c3b3c P 46fa0875103646c39f6adbb925e70724 [LEADER]: Connected to new peer: Peer: permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.968233 14938 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42842:
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:30.969426 14938 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.980535 15345 tablet_service.cc:1468] Processing CreateTablet for tablet 25850e7b45354a4a801808813ec56dc3 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=208e0252a8924dfeb5b51bfc3755a5c5]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.980552 15486 tablet_service.cc:1468] Processing CreateTablet for tablet 25850e7b45354a4a801808813ec56dc3 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=208e0252a8924dfeb5b51bfc3755a5c5]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:30.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.981024 15204 tablet_service.cc:1468] Processing CreateTablet for tablet 25850e7b45354a4a801808813ec56dc3 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=208e0252a8924dfeb5b51bfc3755a5c5]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:30.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.981431 15486 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 25850e7b45354a4a801808813ec56dc3. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.981459 15345 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 25850e7b45354a4a801808813ec56dc3. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.981675 15204 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 25850e7b45354a4a801808813ec56dc3. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:30.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.986155 15620 tablet_bootstrap.cc:492] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: Bootstrap starting.
08:03:30.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.987581 15620 tablet_bootstrap.cc:654] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: Neither blocks nor log segments found. Creating new log.
08:03:30.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.988276 15621 tablet_bootstrap.cc:492] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1: Bootstrap starting.
08:03:30.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.990636 15621 tablet_bootstrap.cc:654] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1: Neither blocks nor log segments found. Creating new log.
08:03:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.992095 15623 tablet_bootstrap.cc:492] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724: Bootstrap starting.
08:03:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.993973 15623 tablet_bootstrap.cc:654] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724: Neither blocks nor log segments found. Creating new log.
08:03:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.994136 15621 tablet_bootstrap.cc:492] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1: No bootstrap required, opened a new log
08:03:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.994370 15621 ts_tablet_manager.cc:1397] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1: Time spent bootstrapping tablet: real 0.006s	user 0.004s	sys 0.000s
08:03:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.994462 15620 tablet_bootstrap.cc:492] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: No bootstrap required, opened a new log
08:03:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.994709 15620 ts_tablet_manager.cc:1397] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: Time spent bootstrapping tablet: real 0.009s	user 0.001s	sys 0.006s
08:03:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.995225 15621 raft_consensus.cc:357] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.995478 15621 raft_consensus.cc:383] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.995637 15621 raft_consensus.cc:738] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91e1e8d070264a89aee8fa91cf63c3f1, State: Initialized, Role: FOLLOWER
08:03:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.995820 15620 raft_consensus.cc:357] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.995970 15621 consensus_queue.cc:260] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.996255 15620 raft_consensus.cc:383] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.996361 15598 tablet_replica.cc:440] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } }
08:03:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.996467 15620 raft_consensus.cc:738] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a94e2048f4f04dfc9cff7ce37b15a3a4, State: Initialized, Role: FOLLOWER
08:03:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.996589 15598 tablet_replica.cc:443] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.997273 15620 consensus_queue.cc:260] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.997925 15588 tablet_replica.cc:440] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } }
08:03:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:30.998227 15588 tablet_replica.cc:443] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.000062 15621 ts_tablet_manager.cc:1428] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1: Time spent starting tablet: real 0.006s	user 0.001s	sys 0.000s
08:03:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.001784 15623 tablet_bootstrap.cc:492] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724: No bootstrap required, opened a new log
08:03:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.001915 15623 ts_tablet_manager.cc:1397] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724: Time spent bootstrapping tablet: real 0.010s	user 0.003s	sys 0.006s
08:03:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.002665 15623 raft_consensus.cc:357] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.002936 15623 raft_consensus.cc:383] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.003140 15623 raft_consensus.cc:738] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 46fa0875103646c39f6adbb925e70724, State: Initialized, Role: FOLLOWER
08:03:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.003470 15623 consensus_queue.cc:260] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.003979 15587 tablet_replica.cc:440] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } }
08:03:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.004103 15623 ts_tablet_manager.cc:1428] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
08:03:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.004220 15587 tablet_replica.cc:443] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.008515 15620 ts_tablet_manager.cc:1428] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: Time spent starting tablet: real 0.014s	user 0.000s	sys 0.002s
08:03:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.139899 15601 raft_consensus.cc:491] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.140048 15601 raft_consensus.cc:513] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.140579 15601 leader_election.cc:290] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 46fa0875103646c39f6adbb925e70724 (127.14.120.1:41839), 91e1e8d070264a89aee8fa91cf63c3f1 (127.14.120.2:34289)
08:03:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.141009 15224 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "25850e7b45354a4a801808813ec56dc3" candidate_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "46fa0875103646c39f6adbb925e70724" is_pre_election: true
08:03:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.141115 15366 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "25850e7b45354a4a801808813ec56dc3" candidate_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" is_pre_election: true
08:03:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.141255 15224 raft_consensus.cc:2466] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a94e2048f4f04dfc9cff7ce37b15a3a4 in term 0.
08:03:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.141304 15366 raft_consensus.cc:2466] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a94e2048f4f04dfc9cff7ce37b15a3a4 in term 0.
08:03:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.141618 15433 leader_election.cc:304] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 46fa0875103646c39f6adbb925e70724, a94e2048f4f04dfc9cff7ce37b15a3a4; no voters: 
08:03:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.141844 15601 raft_consensus.cc:2802] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.141952 15601 raft_consensus.cc:491] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.142017 15601 raft_consensus.cc:3058] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 0 FOLLOWER]: Advancing to term 1
08:03:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.143685 15601 raft_consensus.cc:513] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.144203 15601 leader_election.cc:290] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [CANDIDATE]: Term 1 election: Requested vote from peers 46fa0875103646c39f6adbb925e70724 (127.14.120.1:41839), 91e1e8d070264a89aee8fa91cf63c3f1 (127.14.120.2:34289)
08:03:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.144555 15224 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "25850e7b45354a4a801808813ec56dc3" candidate_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "46fa0875103646c39f6adbb925e70724"
08:03:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.144676 15366 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "25850e7b45354a4a801808813ec56dc3" candidate_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91e1e8d070264a89aee8fa91cf63c3f1"
08:03:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.144763 15224 raft_consensus.cc:3058] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724 [term 0 FOLLOWER]: Advancing to term 1
08:03:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.144837 15366 raft_consensus.cc:3058] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 0 FOLLOWER]: Advancing to term 1
08:03:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.147439 15366 raft_consensus.cc:2466] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a94e2048f4f04dfc9cff7ce37b15a3a4 in term 1.
08:03:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.147429 15224 raft_consensus.cc:2466] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a94e2048f4f04dfc9cff7ce37b15a3a4 in term 1.
08:03:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.147804 15432 leader_election.cc:304] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 91e1e8d070264a89aee8fa91cf63c3f1, a94e2048f4f04dfc9cff7ce37b15a3a4; no voters: 
08:03:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.148136 15601 raft_consensus.cc:2802] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 1 FOLLOWER]: Leader election won for term 1
08:03:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.148284 15601 raft_consensus.cc:695] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [term 1 LEADER]: Becoming Leader. State: Replica: a94e2048f4f04dfc9cff7ce37b15a3a4, State: Running, Role: LEADER
08:03:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.148554 15601 consensus_queue.cc:237] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } }
08:03:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.150049 15588 tablet_replica.cc:440] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: TxnStatusTablet state changed. Reason: New leader a94e2048f4f04dfc9cff7ce37b15a3a4. Latest consensus state: current_term: 1 leader_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } }
08:03:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.150234 15588 tablet_replica.cc:443] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: This TxnStatusTablet replica's current role is: LEADER
08:03:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.150825 15627 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:03:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.151086 15627 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:03:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.151646 14938 catalog_manager.cc:5582] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 reported cstate change: term changed from 0 to 1, leader changed from <none> to a94e2048f4f04dfc9cff7ce37b15a3a4 (127.14.120.3). New cstate: current_term: 1 leader_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } health_report { overall_health: HEALTHY } } }
08:03:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.205260 15366 raft_consensus.cc:1273] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1 [term 1 FOLLOWER]: Refusing update from remote peer a94e2048f4f04dfc9cff7ce37b15a3a4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.205274 15224 raft_consensus.cc:1273] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724 [term 1 FOLLOWER]: Refusing update from remote peer a94e2048f4f04dfc9cff7ce37b15a3a4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.205883 15588 consensus_queue.cc:1035] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.206108 15601 consensus_queue.cc:1035] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:31.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.211621 15598 tablet_replica.cc:440] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1: TxnStatusTablet state changed. Reason: New leader a94e2048f4f04dfc9cff7ce37b15a3a4. Latest consensus state: current_term: 1 leader_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } }
08:03:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.211825 15598 tablet_replica.cc:443] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.211822 15587 tablet_replica.cc:440] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724: TxnStatusTablet state changed. Reason: New leader a94e2048f4f04dfc9cff7ce37b15a3a4. Latest consensus state: current_term: 1 leader_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } }
08:03:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.212049 15587 tablet_replica.cc:443] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.215307 15600 mvcc.cc:204] Tried to move back new op lower bound from 7194791981890424832 to 7194791981666844672. Current Snapshot: MvccSnapshot[applied={T|T < 7194791981890424832}]
08:03:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.216383 15601 tablet_replica.cc:440] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } }
08:03:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.216591 15601 tablet_replica.cc:443] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: This TxnStatusTablet replica's current role is: LEADER
08:03:31.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.218276 15602 mvcc.cc:204] Tried to move back new op lower bound from 7194791981890424832 to 7194791981666844672. Current Snapshot: MvccSnapshot[applied={T|T < 7194791981890424832}]
08:03:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.221635 15592 tablet_replica.cc:440] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } }
08:03:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.221880 15592 tablet_replica.cc:443] T 25850e7b45354a4a801808813ec56dc3 P a94e2048f4f04dfc9cff7ce37b15a3a4: This TxnStatusTablet replica's current role is: LEADER
08:03:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.221856 15598 tablet_replica.cc:440] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } }
08:03:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.222047 15598 tablet_replica.cc:443] T 25850e7b45354a4a801808813ec56dc3 P 91e1e8d070264a89aee8fa91cf63c3f1: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.225 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:03:31.227 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d2badb68eaf64a76ac4703b9c0d40e5c
08:03:31.228 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.120.61:34633
08:03:31.228 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

08:03:31.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.229440 14816 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 14905
08:03:31.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.230646 14980 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.236748 15587 tablet_replica.cc:440] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "46fa0875103646c39f6adbb925e70724" member_type: VOTER last_known_addr { host: "127.14.120.1" port: 41839 } } peers { permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" member_type: VOTER last_known_addr { host: "127.14.120.2" port: 34289 } } peers { permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" member_type: VOTER last_known_addr { host: "127.14.120.3" port: 39463 } } }
08:03:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.236948 15587 tablet_replica.cc:443] T 25850e7b45354a4a801808813ec56dc3 P 46fa0875103646c39f6adbb925e70724: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:31.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.395452 14816 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 14905
08:03:31.415 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.120.61:34633(127.14.120.61:34633)] handling channelInactive
08:03:31.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.61:34633(127.14.120.61:34633)] cleaning up while in state READY due to: connection closed
08:03:31.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:31.417318 14843 connection.cc:537] server connection from 127.0.0.1:34764 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:31.417 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:03:31.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.540298 15637 raft_consensus.cc:491] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 87f9ad3e036748a9a632eaf79fa3a154)
08:03:31.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.540499 15637 raft_consensus.cc:513] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:31.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.541847 15637 leader_election.cc:290] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919), 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633)
08:03:31.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.542559 14868 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f547f5be440d4296b40b0b2779b56c96" is_pre_election: true
08:03:31.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:31.543283 15008 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:31.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:31.544708 15008 leader_election.cc:336] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633): Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:31.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.544867 15008 leader_election.cc:304] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 58bd83ab0cf647439b8ed1d571d1b6d4; no voters: 87f9ad3e036748a9a632eaf79fa3a154, f547f5be440d4296b40b0b2779b56c96
08:03:31.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.545171 15637 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:03:31.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:31.559656 15271 heartbeater.cc:646] Failed to heartbeat to 127.14.120.61:34633 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.696411 15643 raft_consensus.cc:491] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 87f9ad3e036748a9a632eaf79fa3a154)
08:03:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.696571 15643 raft_consensus.cc:513] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:31.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.697669 15643 leader_election.cc:290] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633), 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129)
08:03:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.698259 15032 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f547f5be440d4296b40b0b2779b56c96" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" is_pre_election: true
08:03:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.698462 15032 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f547f5be440d4296b40b0b2779b56c96 in term 1.
08:03:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.699052 14842 leader_election.cc:304] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 58bd83ab0cf647439b8ed1d571d1b6d4, f547f5be440d4296b40b0b2779b56c96; no voters: 
08:03:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.699432 15643 raft_consensus.cc:2802] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:03:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.699548 15643 raft_consensus.cc:491] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 87f9ad3e036748a9a632eaf79fa3a154)
08:03:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.699654 15643 raft_consensus.cc:3058] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 1 FOLLOWER]: Advancing to term 2
08:03:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:31.699720 14844 leader_election.cc:336] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633): Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:31.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.701519 15643 raft_consensus.cc:513] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:31.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.701933 15643 leader_election.cc:290] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [CANDIDATE]: Term 2 election: Requested vote from peers 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633), 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129)
08:03:31.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.702433 15032 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f547f5be440d4296b40b0b2779b56c96" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4"
08:03:31.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.702592 15032 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 1 FOLLOWER]: Advancing to term 2
08:03:31.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:31.702947 14844 leader_election.cc:336] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633): Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:31.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.704311 15032 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f547f5be440d4296b40b0b2779b56c96 in term 2.
08:03:31.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.704658 14842 leader_election.cc:304] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 58bd83ab0cf647439b8ed1d571d1b6d4, f547f5be440d4296b40b0b2779b56c96; no voters: 87f9ad3e036748a9a632eaf79fa3a154
08:03:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.704918 15643 raft_consensus.cc:2802] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 2 FOLLOWER]: Leader election won for term 2
08:03:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.705271 15643 raft_consensus.cc:695] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 2 LEADER]: Becoming Leader. State: Replica: f547f5be440d4296b40b0b2779b56c96, State: Running, Role: LEADER
08:03:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.705641 15643 consensus_queue.cc:237] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.706792 15646 sys_catalog.cc:455] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f547f5be440d4296b40b0b2779b56c96. Latest consensus state: current_term: 2 leader_uuid: "f547f5be440d4296b40b0b2779b56c96" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.707041 15646 sys_catalog.cc:458] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: This master's current role is: LEADER
08:03:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.707598 15647 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:31.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.709698 15647 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=208e0252a8924dfeb5b51bfc3755a5c5]
08:03:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.710150 15647 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c]
08:03:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.711534 15647 tablet_loader.cc:96] loaded metadata for tablet 25850e7b45354a4a801808813ec56dc3 (table kudu_system.kudu_transactions [id=208e0252a8924dfeb5b51bfc3755a5c5])
08:03:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.711928 15647 tablet_loader.cc:96] loaded metadata for tablet 265a64e05ad947a5a196a5fd665c3b3c (table txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c])
08:03:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.712200 15647 tablet_loader.cc:96] loaded metadata for tablet 4a8ec87aa91d4d2292c194b96cfe6a28 (table txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c])
08:03:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.712399 15647 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.713127 15647 catalog_manager.cc:1261] Loaded cluster ID: 18110405851f4679b77691e5df0f7d3f
08:03:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.713204 15647 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.714192 15647 catalog_manager.cc:1506] Loading token signing keys...
08:03:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.714948 15647 catalog_manager.cc:5966] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: Loaded TSK: 0
08:03:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.715706 15647 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:31.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.61:34633(127.14.120.61:34633)] connecting to peer
08:03:31.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.61:34633(127.14.120.61:34633): Connection refused: /127.14.120.61:34633
08:03:31.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.61:34633(127.14.120.61:34633)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.61:34633(127.14.120.61:34633): Connection refused: /127.14.120.61:34633
08:03:31.741 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.14.120.61:34633(127.14.120.61:34633) for tablet Kudu Master: Failed to connect to peer master-127.14.120.61:34633(127.14.120.61:34633): Connection refused: /127.14.120.61:34633
08:03:31.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.61:34633(127.14.120.61:34633)] connecting to peer
08:03:31.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.61:34633(127.14.120.61:34633): Connection refused: /127.14.120.61:34633
08:03:31.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.61:34633(127.14.120.61:34633)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.61:34633(127.14.120.61:34633): Connection refused: /127.14.120.61:34633
08:03:31.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.61:34633: Failed to connect to peer master-127.14.120.61:34633(127.14.120.61:34633): Connection refused: /127.14.120.61:34633
08:03:31.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:31.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=23), Traces: [0ms] sending RPC to server master-127.14.120.61:34633, [1ms] received response from server master-127.14.120.61:34633: Network error: Failed to connect to peer master-127.14.120.61:34633(127.14.120.61:34633): Connection refused: /127.14.120.61:34633, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.14.120.61:34633(127.14.120.61:34633): Connection refused: /127.14.120.61:34633, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [21ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: Network error: Failed to connect to peer master-127.14.120.61:34633(127.14.120.61:34633): Connection refused: /127.14.120.61:34633, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, deferred=Deferred@1217940999(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1399513350@4756f231, errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1898283308@3c9f4dfc)) after lookup
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.795477 14858 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34818:
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
08:03:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:31.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:31.800001 14858 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:31.813009 14844 consensus_peers.cc:489] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 -> Peer 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633): Couldn't send request to peer 87f9ad3e036748a9a632eaf79fa3a154. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.819437 15032 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 2 FOLLOWER]: Refusing update from remote peer f547f5be440d4296b40b0b2779b56c96: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
08:03:31.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.820201 15646 consensus_queue.cc:1035] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [LEADER]: Connected to new peer: Peer: permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:03:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.821414 15637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f547f5be440d4296b40b0b2779b56c96. Latest consensus state: current_term: 2 leader_uuid: "f547f5be440d4296b40b0b2779b56c96" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.821652 15637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: This master's current role is: FOLLOWER
08:03:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.822871 15646 sys_catalog.cc:455] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "f547f5be440d4296b40b0b2779b56c96" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.823051 15646 sys_catalog.cc:458] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: This master's current role is: LEADER
08:03:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.823330 15637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "f547f5be440d4296b40b0b2779b56c96" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:31.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:31.823506 15637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: This master's current role is: FOLLOWER
08:03:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:32.230016 15413 heartbeater.cc:646] Failed to heartbeat to 127.14.120.61:34633 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:32.230099 15555 heartbeater.cc:646] Failed to heartbeat to 127.14.120.61:34633 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111)
08:03:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:32.330884 14844 consensus_peers.cc:489] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 -> Peer 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633): Couldn't send request to peer 87f9ad3e036748a9a632eaf79fa3a154. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:03:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:32.551877 14844 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111) [suppressed 15 similar messages]
08:03:32.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:32.855486 14844 consensus_peers.cc:489] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 -> Peer 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633): Couldn't send request to peer 87f9ad3e036748a9a632eaf79fa3a154. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:03:33.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.228132 15411 heartbeater.cc:499] Master 127.14.120.62:43919 was elected leader, sending a full tablet report...
08:03:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.229079 15553 heartbeater.cc:499] Master 127.14.120.62:43919 was elected leader, sending a full tablet report...
08:03:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.334487 14844 consensus_peers.cc:489] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 -> Peer 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633): Couldn't send request to peer 87f9ad3e036748a9a632eaf79fa3a154. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:03:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.380940 14987 master_runner.cc:186] Error getting master registration for 127.14.120.61:34633: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111), 
08:03:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.381140 14987 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.395145 14827 master_runner.cc:186] Error getting master registration for 127.14.120.61:34633: Network error: Client connection negotiation failed: client connection to 127.14.120.61:34633: connect: Connection refused (error 111), 
08:03:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.395334 14827 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:33.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4a8ec87aa91d4d2292c194b96cfe6a28 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
08:03:33.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 265a64e05ad947a5a196a5fd665c3b3c for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
08:03:33.422 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=4a8ec87aa91d4d2292c194b96cfe6a28@[46fa0875103646c39f6adbb925e70724(127.14.120.1:41839),91e1e8d070264a89aee8fa91cf63c3f1(127.14.120.2:34289),a94e2048f4f04dfc9cff7ce37b15a3a4(127.14.120.3:39463)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=265a64e05ad947a5a196a5fd665c3b3c@[46fa0875103646c39f6adbb925e70724(127.14.120.1:41839)[L],91e1e8d070264a89aee8fa91cf63c3f1(127.14.120.2:34289),a94e2048f4f04dfc9cff7ce37b15a3a4(127.14.120.3:39463)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:03:33.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=1), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.120.62:43919, [1ms] Sub RPC GetTableLocations: received response from server master-127.14.120.62:43919: OK, deferred=null) after lookup
08:03:33.423 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a94e2048f4f04dfc9cff7ce37b15a3a4(127.14.120.3:39463)] connecting to peer
08:03:33.423 [DEBUG - kudu-nio-1] (Connection.java:757) [peer a94e2048f4f04dfc9cff7ce37b15a3a4(127.14.120.3:39463)] Successfully connected to peer
08:03:33.434 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa1c66b55, L:/127.0.0.1:42502 - R:/127.14.120.3:39463] using TOKEN/null
08:03:33.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.437453 15471 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.14.120.61:34633)
08:03:33.469 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.120.61:34633
08:03:33.469 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

08:03:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.470461 14816 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/wal
08:03:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data
08:03:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/logs
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data/info.pb
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.61:34633
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.61
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39499
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37265/jwks.json
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.561444 15269 heartbeater.cc:499] Master 127.14.120.62:43919 was elected leader, sending a full tablet report...
08:03:33.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.763062 15685 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:33.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.763355 15685 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:33.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.763459 15685 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:33.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.770602 15685 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:33.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.770692 15685 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:33.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.770753 15685 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:33.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.770803 15685 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:33.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.770882 15685 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:33.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.770939 15685 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:33.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.771015 15685 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37265/jwks.json
08:03:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.779603 15685 master_runner.cc:386] Master server non-default flags:
08:03:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data
08:03:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/wal
08:03:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.61:34633
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37265/jwks.json
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data/info.pb
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.61
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39499
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/logs
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.781375 15685 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.783002 15685 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.790338 15692 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.790439 15691 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:33.790359 15694 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.791575 15685 server_base.cc:1047] running on GCE node
08:03:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.792214 15685 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:33.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.793502 15685 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.794708 15685 hybrid_clock.cc:648] HybridClock initialized: now 1756541013794652 us; error 34 us; skew 500 ppm
08:03:33.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.794991 15685 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:33.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.796864 15685 webserver.cc:480] Webserver started at http://127.14.120.61:39499/ using document root <none> and password file <none>
08:03:33.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.797416 15685 fs_manager.cc:362] Metadata directory not provided
08:03:33.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.797519 15685 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:33.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.803470 15685 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.001s
08:03:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.806099 15701 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:33.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.807207 15685 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.807358 15685 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/wal
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87f9ad3e036748a9a632eaf79fa3a154"
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:27 on dist-test-slave-nl5f"
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.808015 15685 fs_report.cc:389] FS layout report
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/wal
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/wal
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data/data
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:33.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.820761 15685 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:33.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.821470 15685 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:33.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.821699 15685 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:33.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.840793 15685 rpc_server.cc:307] RPC server started. Bound to: 127.14.120.61:34633
08:03:33.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.840813 15764 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.120.61:34633 every 8 connection(s)
08:03:33.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.842223 15685 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-1/data/info.pb
08:03:33.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.844722 14816 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 15685
08:03:33.845 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:03:33.845 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.120.62:43919
08:03:33.845 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

08:03:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.845511 14816 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 14827
08:03:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.846645 14898 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:33.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.849766 15765 sys_catalog.cc:263] Verifying existing consensus state
08:03:33.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.853119 15765 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: Bootstrap starting.
08:03:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.867882 15765 log.cc:826] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: Log is configured to *not* fsync() on all Append() calls
08:03:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.879758 15765 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:03:33.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.880142 15765 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: Bootstrap complete.
08:03:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.885917 15765 raft_consensus.cc:357] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.886478 15765 raft_consensus.cc:738] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 87f9ad3e036748a9a632eaf79fa3a154, State: Initialized, Role: FOLLOWER
08:03:33.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.887018 15765 consensus_queue.cc:260] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.887748 15769 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.888023 15769 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: This master's current role is: FOLLOWER
08:03:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.888737 15765 sys_catalog.cc:564] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: configured and running, proceeding with master startup.
08:03:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.898061 15780 catalog_manager.cc:1261] Loaded cluster ID: 18110405851f4679b77691e5df0f7d3f
08:03:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.898161 15780 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: loading cluster ID for follower catalog manager: success
08:03:33.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.902761 15780 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: acquiring CA information for follower catalog manager: success
08:03:33.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.905488 15780 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:33.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:33.980973 14816 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 14827
08:03:34.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:34.001292 15436 connection.cc:537] server connection from 127.0.0.1:42494 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:34.002 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.120.62:43919(127.14.120.62:43919)] handling channelInactive
08:03:34.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state READY due to: connection closed
08:03:34.002 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.14.120.62:43919(127.14.120.62:43919) for tablet Kudu Master: connection closed
08:03:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:34.003242 15782 negotiation.cc:337] Failed RPC negotiation. Trace:
08:03:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:33.895570 (+     0us) reactor.cc:625] Submitting negotiation task for client connection to 127.14.120.62:43919 (local address 127.0.0.1:37144)
08:03:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:33.906501 (+ 10931us) negotiation.cc:107] Waiting for socket to connect
08:03:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:33.906536 (+    35us) client_negotiation.cc:174] Beginning negotiation
08:03:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:33.906943 (+   407us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
08:03:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:34.001809 (+ 94866us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.14.120.62:43919: BlockingRecv error: recv got EOF from 127.14.120.62:43919 (error 108)
08:03:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":10395,"thread_start_us":10176,"threads_started":1}
08:03:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:34.004142 15008 connection.cc:537] server connection from 127.0.0.1:47218 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:34.004 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:03:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:34.005283 15784 negotiation.cc:337] Failed RPC negotiation. Trace:
08:03:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:33.982024 (+     0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:46354 (local address 127.14.120.61:34633)
08:03:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:33.983018 (+   994us) server_negotiation.cc:206] Beginning negotiation
08:03:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:33.983027 (+     9us) server_negotiation.cc:399] Waiting for connection header
08:03:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:33.983065 (+    38us) server_negotiation.cc:407] Connection header received
08:03:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:34.003600 (+ 20535us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46354: BlockingRecv error: recv got EOF from 127.0.0.1:46354 (error 108)
08:03:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":830,"thread_start_us":674,"threads_started":1}
08:03:34.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.004577 15685 master_runner.cc:186] Error getting master registration for 127.14.120.62:43919: Network error: Client connection negotiation failed: client connection to 127.14.120.62:43919: BlockingRecv error: recv got EOF from 127.14.120.62:43919 (error 108), 
08:03:34.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.010308 15685 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:34.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.61:34633(127.14.120.61:34633)] connecting to peer
08:03:34.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:34.019 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.120.61:34633(127.14.120.61:34633)] Successfully connected to peer
08:03:34.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.62:43919: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.033 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa4649a6a, L:/127.0.0.1:46358 - R:/127.14.120.61:34633] using TOKEN/null
08:03:34.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:34.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:34.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.62:43919: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:34.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:34.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.62:43919: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:34.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:34.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.62:43919: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.119194 15769 raft_consensus.cc:491] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.119515 15769 raft_consensus.cc:513] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:34.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.121662 15769 leader_election.cc:290] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919), 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129)
08:03:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:34.122857 15704 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.120.62:43919: connect: Connection refused (error 111)
08:03:34.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:34.134507 15704 leader_election.cc:336] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919): Network error: Client connection negotiation failed: client connection to 127.14.120.62:43919: connect: Connection refused (error 111)
08:03:34.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.138509 15032 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "87f9ad3e036748a9a632eaf79fa3a154" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" is_pre_election: true
08:03:34.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.139446 15702 leader_election.cc:304] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 87f9ad3e036748a9a632eaf79fa3a154; no voters: 58bd83ab0cf647439b8ed1d571d1b6d4, f547f5be440d4296b40b0b2779b56c96
08:03:34.139 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.14.120.62:43919, [124ms] received response from server master-127.14.120.62:43919: Network error: connection closed, [124ms] delaying RPC due to: Network error: connection closed, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [158ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [158ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [184ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [223ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, deferred=Deferred@1456375146(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1399513350@69860492 -> (continuation of Deferred@69423881 after retry RPC after error@1883738538) -> (continuation of Deferred@1384169245 after retry RPC after error@201036619) -> (continuation of Deferred@358494758 after retry RPC after error@1498954726) -> (continuation of Deferred@251072391 after retry RPC after error@1497474265), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1898283308@3d6a72d5 -> (continuation of Deferred@69423881 after retry RPC after error@1883738538) -> (continuation of Deferred@1384169245 after retry RPC after error@201036619) -> (continuation of Deferred@358494758 after retry RPC after error@1498954726) -> (continuation of Deferred@251072391 after retry RPC after error@1497474265)))
08:03:34.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.139868 15769 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:03:34.141 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.lang.Thread.run(Thread.java:748)

08:03:34.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:34.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.62:43919: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.161 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:34.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:34.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.62:43919: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:34.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:34.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.62:43919: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.201 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:34.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:34.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.62:43919: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:34.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:34.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.62:43919: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.252673 15413 heartbeater.cc:344] Connected to a master server at 127.14.120.61:34633
08:03:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.253975 15555 heartbeater.cc:344] Connected to a master server at 127.14.120.61:34633
08:03:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.255726 15719 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" instance_seqno: 1756541009527464) as {username='slave'} at 127.14.120.2:46579; Asking this server to re-register.
08:03:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.255752 15718 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" instance_seqno: 1756541009986112) as {username='slave'} at 127.14.120.3:33175; Asking this server to re-register.
08:03:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.256515 15413 heartbeater.cc:461] Registering TS with master...
08:03:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.257301 15555 heartbeater.cc:461] Registering TS with master...
08:03:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.258179 15718 ts_manager.cc:194] Registered new tserver with Master: 91e1e8d070264a89aee8fa91cf63c3f1 (127.14.120.2:34289)
08:03:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.258894 15719 ts_manager.cc:194] Registered new tserver with Master: a94e2048f4f04dfc9cff7ce37b15a3a4 (127.14.120.3:39463)
08:03:34.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:34.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.62:43919: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.292 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.301683 15793 raft_consensus.cc:491] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader f547f5be440d4296b40b0b2779b56c96)
08:03:34.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.301882 15793 raft_consensus.cc:513] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:34.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.302597 15793 leader_election.cc:290] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919), 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633)
08:03:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:34.306471 15008 leader_election.cc:336] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919): Network error: Client connection negotiation failed: client connection to 127.14.120.62:43919: connect: Connection refused (error 111)
08:03:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.310818 15729 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "87f9ad3e036748a9a632eaf79fa3a154" is_pre_election: true
08:03:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.311404 15729 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 58bd83ab0cf647439b8ed1d571d1b6d4 in term 1.
08:03:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.311942 15008 leader_election.cc:304] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 58bd83ab0cf647439b8ed1d571d1b6d4, 87f9ad3e036748a9a632eaf79fa3a154; no voters: f547f5be440d4296b40b0b2779b56c96
08:03:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.312279 15793 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:03:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.312399 15793 raft_consensus.cc:491] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 2 FOLLOWER]: Starting leader election (detected failure of leader f547f5be440d4296b40b0b2779b56c96)
08:03:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.312510 15793 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 2 FOLLOWER]: Advancing to term 3
08:03:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.315488 15793 raft_consensus.cc:513] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:34.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.316161 15793 leader_election.cc:290] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [CANDIDATE]: Term 3 election: Requested vote from peers f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919), 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633)
08:03:34.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.317051 15729 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "87f9ad3e036748a9a632eaf79fa3a154"
08:03:34.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:34.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.62:43919: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.317416 15729 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 1 FOLLOWER]: Advancing to term 3
08:03:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.321559 15729 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 58bd83ab0cf647439b8ed1d571d1b6d4 in term 3.
08:03:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:34.322774 15008 leader_election.cc:336] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919): Network error: Client connection negotiation failed: client connection to 127.14.120.62:43919: connect: Connection refused (error 111)
08:03:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.323148 15008 leader_election.cc:304] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 58bd83ab0cf647439b8ed1d571d1b6d4, 87f9ad3e036748a9a632eaf79fa3a154; no voters: f547f5be440d4296b40b0b2779b56c96
08:03:34.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.323530 15793 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 3 FOLLOWER]: Leader election won for term 3
08:03:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.324102 15793 raft_consensus.cc:695] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [term 3 LEADER]: Becoming Leader. State: Replica: 58bd83ab0cf647439b8ed1d571d1b6d4, State: Running, Role: LEADER
08:03:34.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [23ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [43ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [90ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [90ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [134ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [134ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [165ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, deferred=Deferred@1404597114(state=PENDING, result=null, callback=(continuation of Deferred@447456122 after retry RPC after error@1632645324) -> (continuation of Deferred@2102234621 after retry RPC after error@1836974733) -> (continuation of Deferred@705285163 after retry RPC after error@1254055926) -> (continuation of Deferred@1535902009 after retry RPC after error@1182472879) -> (continuation of Deferred@586673887 after retry RPC after error@310859160) -> (continuation of Deferred@699992888 after retry RPC after error@931775170), errback=(continuation of Deferred@447456122 after retry RPC after error@1632645324) -> (continuation of Deferred@2102234621 after retry RPC after error@1836974733) -> (continuation of Deferred@705285163 after retry RPC after error@1254055926) -> (continuation of Deferred@1535902009 after retry RPC after error@1182472879) -> (continuation of Deferred@586673887 after retry RPC after error@310859160) -> (continuation of Deferred@699992888 after retry RPC after error@931775170)))
08:03:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.324703 15793 consensus_queue.cc:237] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:34.324 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [23ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [43ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [90ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [90ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [134ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [134ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, [165ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, deferred=Deferred@1404597114(state=PENDING, result=null, callback=(continuation of Deferred@447456122 after retry RPC after error@1632645324) -> (continuation of Deferred@2102234621 after retry RPC after error@1836974733) -> (continuation of Deferred@705285163 after retry RPC after error@1254055926) -> (continuation of Deferred@1535902009 after retry RPC after error@1182472879) -> (continuation of Deferred@586673887 after retry RPC after error@310859160) -> (continuation of Deferred@699992888 after retry RPC after error@931775170), errback=(continuation of Deferred@447456122 after retry RPC after error@1632645324) -> (continuation of Deferred@2102234621 after retry RPC after error@1836974733) -> (continuation of Deferred@705285163 after retry RPC after error@1254055926) -> (continuation of Deferred@1535902009 after retry RPC after error@1182472879) -> (continuation of Deferred@586673887 after retry RPC after error@310859160) -> (continuation of Deferred@699992888 after retry RPC after error@931775170)))
08:03:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.326637 15797 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 58bd83ab0cf647439b8ed1d571d1b6d4. Latest consensus state: current_term: 3 leader_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.326900 15797 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: This master's current role is: LEADER
08:03:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.327782 15799 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.330685 15799 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=208e0252a8924dfeb5b51bfc3755a5c5]
08:03:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.331305 15799 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c]
08:03:34.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.333232 15799 tablet_loader.cc:96] loaded metadata for tablet 25850e7b45354a4a801808813ec56dc3 (table kudu_system.kudu_transactions [id=208e0252a8924dfeb5b51bfc3755a5c5])
08:03:34.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.333767 15799 tablet_loader.cc:96] loaded metadata for tablet 265a64e05ad947a5a196a5fd665c3b3c (table txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c])
08:03:34.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.334201 15799 tablet_loader.cc:96] loaded metadata for tablet 4a8ec87aa91d4d2292c194b96cfe6a28 (table txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c])
08:03:34.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.334466 15799 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.335458 15799 catalog_manager.cc:1261] Loaded cluster ID: 18110405851f4679b77691e5df0f7d3f
08:03:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.335558 15799 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.336994 15799 catalog_manager.cc:1506] Loading token signing keys...
08:03:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.338047 15799 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4: Loaded TSK: 0
08:03:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.339128 15799 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:34.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:34.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.62:43919: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919
08:03:34.342 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:34.342 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: Network error: Failed to connect to peer master-127.14.120.62:43919(127.14.120.62:43919): Connection refused: /127.14.120.62:43919, deferred=null) after lookup
08:03:34.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.373535 15022 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41068:
08:03:34.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:34.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:34.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:34.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:03:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:03:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
08:03:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:03:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:34.375391 15022 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:34.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:34.410840 15008 consensus_peers.cc:489] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 -> Peer f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919): Couldn't send request to peer f547f5be440d4296b40b0b2779b56c96. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.62:43919: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:34.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.450296 15729 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 3 FOLLOWER]: Refusing update from remote peer 58bd83ab0cf647439b8ed1d571d1b6d4: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
08:03:34.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.451045 15797 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
08:03:34.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.454094 15813 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:34.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.454375 15813 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: This master's current role is: FOLLOWER
08:03:34.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.454422 15769 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 58bd83ab0cf647439b8ed1d571d1b6d4. Latest consensus state: current_term: 3 leader_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:34.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.454600 15769 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: This master's current role is: FOLLOWER
08:03:34.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.455286 15793 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:34.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.455466 15793 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 [sys.catalog]: This master's current role is: LEADER
08:03:34.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.455776 15769 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:34.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.455962 15769 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: This master's current role is: FOLLOWER
08:03:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.567502 15270 heartbeater.cc:499] Master 127.14.120.60:39129 was elected leader, sending a full tablet report...
08:03:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.570133 15271 heartbeater.cc:344] Connected to a master server at 127.14.120.61:34633
08:03:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.571453 15719 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "46fa0875103646c39f6adbb925e70724" instance_seqno: 1756541009052831) as {username='slave'} at 127.14.120.1:54407; Asking this server to re-register.
08:03:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.571911 15271 heartbeater.cc:461] Registering TS with master...
08:03:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:34.572839 15719 ts_manager.cc:194] Registered new tserver with Master: 46fa0875103646c39f6adbb925e70724 (127.14.120.1:41839)
08:03:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:34.882153 15008 consensus_peers.cc:489] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 -> Peer f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919): Couldn't send request to peer f547f5be440d4296b40b0b2779b56c96. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.62:43919: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:03:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:35.235742 15554 heartbeater.cc:499] Master 127.14.120.60:39129 was elected leader, sending a full tablet report...
08:03:35.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:35.391938 15008 consensus_peers.cc:489] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 -> Peer f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919): Couldn't send request to peer f547f5be440d4296b40b0b2779b56c96. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.62:43919: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:03:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:35.917454 15008 consensus_peers.cc:489] T 00000000000000000000000000000000 P 58bd83ab0cf647439b8ed1d571d1b6d4 -> Peer f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919): Couldn't send request to peer f547f5be440d4296b40b0b2779b56c96. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.62:43919: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:03:36.008 [DEBUG - Time-limited test] (Connection.java:748) [peer 46fa0875103646c39f6adbb925e70724(127.14.120.1:41839)] connecting to peer
08:03:36.009 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 46fa0875103646c39f6adbb925e70724(127.14.120.1:41839)] Successfully connected to peer
08:03:36.021 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x20a265df, L:/127.0.0.1:44244 - R:/127.14.120.1:41839] using TOKEN/null
08:03:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.030514 15177 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.14.120.61:34633)
08:03:36.061 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.120.62:43919
08:03:36.061 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

08:03:36.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.062503 14816 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:36.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:36.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/wal
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/logs
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data/info.pb
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.62:43919
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.62
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42519
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37265/jwks.json
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.235014 15412 heartbeater.cc:499] Master 127.14.120.60:39129 was elected leader, sending a full tablet report...
08:03:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.353557 15843 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.353839 15843 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.353946 15843 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.361203 15843 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.361279 15843 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.361322 15843 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.361357 15843 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.361403 15843 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.361438 15843 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.361486 15843 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37265/jwks.json
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.370077 15843 master_runner.cc:386] Master server non-default flags:
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.120.20:45367
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/wal
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.120.62:43919,127.14.120.61:34633,127.14.120.60:39129
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.120.62:43919
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37265/jwks.json
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data/info.pb
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.120.62
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42519
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/logs
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.371487 15843 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.373165 15843 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.380245 15851 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.380654 15850 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:36.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.381124 15853 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:36.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.381354 15843 server_base.cc:1047] running on GCE node
08:03:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.382074 15843 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.383244 15843 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.384431 15843 hybrid_clock.cc:648] HybridClock initialized: now 1756541016384383 us; error 30 us; skew 500 ppm
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.384716 15843 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.386833 15843 webserver.cc:480] Webserver started at http://127.14.120.62:42519/ using document root <none> and password file <none>
08:03:36.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.387470 15843 fs_manager.cc:362] Metadata directory not provided
08:03:36.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.387578 15843 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.392673 15843 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.001s
08:03:36.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.395439 15859 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:36.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.396600 15843 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.002s
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.396797 15843 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/wal
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f547f5be440d4296b40b0b2779b56c96"
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:27 on dist-test-slave-nl5f"
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.397424 15843 fs_report.cc:389] FS layout report
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/wal
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/wal
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data/data
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:36.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.409548 15843 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:36.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.410184 15843 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:36.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.410368 15843 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.431221 15843 rpc_server.cc:307] RPC server started. Bound to: 127.14.120.62:43919
08:03:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.431247 15921 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.120.62:43919 every 8 connection(s)
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.432528 15843 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster590706235348656241/master-0/data/info.pb
08:03:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.437579 14816 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 15843
08:03:36.437 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:03:36.438 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.120.60:39129
08:03:36.438 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

08:03:36.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.438326 14816 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 14987
08:03:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.438843 15922 sys_catalog.cc:263] Verifying existing consensus state
08:03:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.439489 15062 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:36.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.443898 15922 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: Bootstrap starting.
08:03:36.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.464027 15922 log.cc:826] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: Log is configured to *not* fsync() on all Append() calls
08:03:36.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.478986 15922 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:03:36.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.479491 15922 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: Bootstrap complete.
08:03:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.487074 15922 raft_consensus.cc:357] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.487924 15922 raft_consensus.cc:738] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: f547f5be440d4296b40b0b2779b56c96, State: Initialized, Role: FOLLOWER
08:03:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.488606 15922 consensus_queue.cc:260] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:36.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.489497 15927 sys_catalog.cc:455] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:36.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.489735 15927 sys_catalog.cc:458] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: This master's current role is: FOLLOWER
08:03:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.490599 15922 sys_catalog.cc:564] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: configured and running, proceeding with master startup.
08:03:36.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.510680 15938 catalog_manager.cc:1261] Loaded cluster ID: 18110405851f4679b77691e5df0f7d3f
08:03:36.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.510921 15938 catalog_manager.cc:1554] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: loading cluster ID for follower catalog manager: success
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.515115 15938 catalog_manager.cc:1576] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: acquiring CA information for follower catalog manager: success
08:03:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.517566 15938 catalog_manager.cc:1604] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.575420 15269 heartbeater.cc:344] Connected to a master server at 127.14.120.62:43919
08:03:36.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.578517 15876 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "46fa0875103646c39f6adbb925e70724" instance_seqno: 1756541009052831) as {username='slave'} at 127.14.120.1:58359; Asking this server to re-register.
08:03:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.579603 15269 heartbeater.cc:461] Registering TS with master...
08:03:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.581285 15876 ts_manager.cc:194] Registered new tserver with Master: 46fa0875103646c39f6adbb925e70724 (127.14.120.1:41839)
08:03:36.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.588761 14816 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 14987
08:03:36.611 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.14.120.60:39129(127.14.120.60:39129)] unexpected exception from downstream on [id: 0x8e23eccf, L:/127.0.0.1:47228 - R:/127.14.120.60:39129]
java.io.IOException: Connection reset by peer
	at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[?:1.8.0_275]
	at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[?:1.8.0_275]
	at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[?:1.8.0_275]
	at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[?:1.8.0_275]
	at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) ~[?:1.8.0_275]
	at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255) ~[netty-buffer-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132) ~[netty-buffer-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_275]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_275]
	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.io.IOException: Connection reset by peer
	at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
	at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
	at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
	at sun.nio.ch.IOUtil.read(IOUtil.java:192)
	at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379)
	at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.611053 15940 negotiation.cc:337] Failed RPC negotiation. Trace:
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.534025 (+     0us) reactor.cc:625] Submitting negotiation task for client connection to 127.14.120.60:39129 (local address 127.0.0.1:41070)
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.534171 (+   146us) negotiation.cc:107] Waiting for socket to connect
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.534188 (+    17us) client_negotiation.cc:174] Beginning negotiation
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.534274 (+    86us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
08:03:36.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state READY due to: [peer master-127.14.120.60:39129(127.14.120.60:39129)] unexpected exception from downstream on [id: 0x8e23eccf, L:/127.0.0.1:47228 - R:/127.14.120.60:39129]
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.609767 (+ 75493us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":55}
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.611112 15925 negotiation.cc:337] Failed RPC negotiation. Trace:
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.439933 (+     0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:37670 (local address 127.14.120.62:43919)
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.441167 (+  1234us) server_negotiation.cc:206] Beginning negotiation
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.441185 (+    18us) server_negotiation.cc:399] Waiting for connection header
08:03:36.612 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.14.120.60:39129(127.14.120.60:39129) for tablet Kudu Master: [peer master-127.14.120.60:39129(127.14.120.60:39129)] unexpected exception from downstream on [id: 0x8e23eccf, L:/127.0.0.1:47228 - R:/127.14.120.60:39129]
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.441236 (+    51us) server_negotiation.cc:407] Connection header received
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.442880 (+  1644us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.442901 (+    21us) server_negotiation.cc:461] Received NEGOTIATE request from client
08:03:36.612 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.443358 (+   457us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.443671 (+   313us) server_negotiation.cc:226] Negotiated authn=SASL
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.588656 (+144985us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.590020 (+  1364us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.609816 (+ 19796us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:37670: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":652,"thread_start_us":413,"threads_started":1}
08:03:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.614097 15705 connection.cc:537] server connection from 127.0.0.1:46374 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:36.615 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.120.60:39129(127.14.120.60:39129)] handling channelInactive
08:03:36.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.612421 15843 master_runner.cc:186] Error getting master registration for 127.14.120.60:39129: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107), 
08:03:36.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.616863 15843 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:36.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.62:43919(127.14.120.62:43919)] connecting to peer
08:03:36.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.620 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.120.62:43919(127.14.120.62:43919)] Successfully connected to peer
08:03:36.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.631 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfe156522, L:/127.0.0.1:37676 - R:/127.14.120.62:43919] using TOKEN/null
08:03:36.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:36.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:36.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.661 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:36.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.680 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:36.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.701 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:36.719 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.14.120.60:39129, [153ms] received response from server master-127.14.120.60:39129: Network error: [peer master-127.14.120.60:39129(127.14.120.60:39129)] unexpected exception from downstream on [id: 0x8e23eccf, L:/127.0.0.1:47228 - R:/127.14.120.60:39129], [153ms] delaying RPC due to: Network error: [peer master-127.14.120.60:39129(127.14.120.60:39129)] unexpected exception from downstream on [id: 0x8e23eccf, L:/127.0.0.1:47228 - R:/127.14.120.60:39129], [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [174ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [174ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [240ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, deferred=Deferred@1460850409(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1399513350@4d5b85cc -> (continuation of Deferred@1792375436 after retry RPC after error@2098324517) -> (continuation of Deferred@1010108648 after retry RPC after error@768712519) -> (continuation of Deferred@1821479275 after retry RPC after error@508784656) -> (continuation of Deferred@179652986 after retry RPC after error@733992140) -> (continuation of Deferred@1271206425 after retry RPC after error@1318267009), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1898283308@6e4d46b0 -> (continuation of Deferred@1792375436 after retry RPC after error@2098324517) -> (continuation of Deferred@1010108648 after retry RPC after error@768712519) -> (continuation of Deferred@1821479275 after retry RPC after error@508784656) -> (continuation of Deferred@179652986 after retry RPC after error@733992140) -> (continuation of Deferred@1271206425 after retry RPC after error@1318267009)))
08:03:36.720 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.lang.Thread.run(Thread.java:748)

08:03:36.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:36.759 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.761 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:36.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:36.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.800 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:36.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.858461 15927 raft_consensus.cc:491] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.858722 15927 raft_consensus.cc:513] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:36.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.860817 15927 leader_election.cc:290] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 87f9ad3e036748a9a632eaf79fa3a154 (127.14.120.61:34633), 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129)
08:03:36.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.861629 15729 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f547f5be440d4296b40b0b2779b56c96" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "87f9ad3e036748a9a632eaf79fa3a154" is_pre_election: true
08:03:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.861598 15860 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111)
08:03:36.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.863704 15860 leader_election.cc:336] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129): Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111)
08:03:36.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.863858 15860 leader_election.cc:304] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f547f5be440d4296b40b0b2779b56c96; no voters: 58bd83ab0cf647439b8ed1d571d1b6d4, 87f9ad3e036748a9a632eaf79fa3a154
08:03:36.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.864460 15927 raft_consensus.cc:2747] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
08:03:36.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.880 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919; will retry
08:03:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.889830 15946 raft_consensus.cc:491] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 58bd83ab0cf647439b8ed1d571d1b6d4)
08:03:36.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.889981 15946 raft_consensus.cc:513] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:36.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.890529 15946 leader_election.cc:290] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919), 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129)
08:03:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.892674 15702 leader_election.cc:336] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129): Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111)
08:03:36.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.896518 15887 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "87f9ad3e036748a9a632eaf79fa3a154" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "f547f5be440d4296b40b0b2779b56c96" is_pre_election: true
08:03:36.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.896929 15887 raft_consensus.cc:2466] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 87f9ad3e036748a9a632eaf79fa3a154 in term 2.
08:03:36.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.897367 15704 leader_election.cc:304] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 87f9ad3e036748a9a632eaf79fa3a154, f547f5be440d4296b40b0b2779b56c96; no voters: 58bd83ab0cf647439b8ed1d571d1b6d4
08:03:36.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.897598 15946 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 3 FOLLOWER]: Leader pre-election won for term 4
08:03:36.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.897699 15946 raft_consensus.cc:491] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 58bd83ab0cf647439b8ed1d571d1b6d4)
08:03:36.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.897797 15946 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 3 FOLLOWER]: Advancing to term 4
08:03:36.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.899523 15946 raft_consensus.cc:513] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:36.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.899979 15946 leader_election.cc:290] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 4 election: Requested vote from peers f547f5be440d4296b40b0b2779b56c96 (127.14.120.62:43919), 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129)
08:03:36.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.900283 15887 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "87f9ad3e036748a9a632eaf79fa3a154" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "f547f5be440d4296b40b0b2779b56c96"
08:03:36.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.900416 15887 raft_consensus.cc:3058] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 2 FOLLOWER]: Advancing to term 4
08:03:36.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.900977 15702 leader_election.cc:336] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129): Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111)
08:03:36.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.903656 15887 raft_consensus.cc:2466] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 87f9ad3e036748a9a632eaf79fa3a154 in term 4.
08:03:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.904033 15704 leader_election.cc:304] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 87f9ad3e036748a9a632eaf79fa3a154, f547f5be440d4296b40b0b2779b56c96; no voters: 58bd83ab0cf647439b8ed1d571d1b6d4
08:03:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.904295 15946 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 4 FOLLOWER]: Leader election won for term 4
08:03:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.904672 15946 raft_consensus.cc:695] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [term 4 LEADER]: Becoming Leader. State: Replica: 87f9ad3e036748a9a632eaf79fa3a154, State: Running, Role: LEADER
08:03:36.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.905046 15946 consensus_queue.cc:237] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 3.13, Last appended by leader: 13, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } }
08:03:36.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.906399 15950 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 87f9ad3e036748a9a632eaf79fa3a154. Latest consensus state: current_term: 4 leader_uuid: "87f9ad3e036748a9a632eaf79fa3a154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:36.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.906677 15950 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: This master's current role is: LEADER
08:03:36.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.907177 15952 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:36.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.909375 15952 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=208e0252a8924dfeb5b51bfc3755a5c5]
08:03:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.909955 15952 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c]
08:03:36.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.911412 15952 tablet_loader.cc:96] loaded metadata for tablet 25850e7b45354a4a801808813ec56dc3 (table kudu_system.kudu_transactions [id=208e0252a8924dfeb5b51bfc3755a5c5])
08:03:36.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.911852 15952 tablet_loader.cc:96] loaded metadata for tablet 265a64e05ad947a5a196a5fd665c3b3c (table txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c])
08:03:36.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.912189 15952 tablet_loader.cc:96] loaded metadata for tablet 4a8ec87aa91d4d2292c194b96cfe6a28 (table txn_manager_fallback_rolling [id=d2badb68eaf64a76ac4703b9c0d40e5c])
08:03:36.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.912447 15952 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:36.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.913309 15952 catalog_manager.cc:1261] Loaded cluster ID: 18110405851f4679b77691e5df0f7d3f
08:03:36.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.913401 15952 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:36.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.914443 15952 catalog_manager.cc:1506] Loading token signing keys...
08:03:36.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.915271 15952 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154: Loaded TSK: 0
08:03:36.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.915928 15952 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:36.939 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.14.120.60:39129(127.14.120.60:39129)] connecting to peer
08:03:36.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.60:39129(127.14.120.60:39129)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.120.60:39129: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129
08:03:36.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:36.941 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [42ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [124ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, deferred=Deferred@1883293886(state=PENDING, result=null, callback=(continuation of Deferred@1433375620 after retry RPC after error@2894371) -> (continuation of Deferred@279884903 after retry RPC after error@1717406708) -> (continuation of Deferred@1334302472 after retry RPC after error@781943273) -> (continuation of Deferred@1274222033 after retry RPC after error@1106978160) -> (continuation of Deferred@808818128 after retry RPC after error@1121177334) -> (continuation of Deferred@299697888 after retry RPC after error@152400142) -> (continuation of Deferred@353566441 after retry RPC after error@1231697603), errback=(continuation of Deferred@1433375620 after retry RPC after error@2894371) -> (continuation of Deferred@279884903 after retry RPC after error@1717406708) -> (continuation of Deferred@1334302472 after retry RPC after error@781943273) -> (continuation of Deferred@1274222033 after retry RPC after error@1106978160) -> (continuation of Deferred@808818128 after retry RPC after error@1121177334) -> (continuation of Deferred@299697888 after retry RPC after error@152400142) -> (continuation of Deferred@353566441 after retry RPC after error@1231697603))) after lookup
08:03:36.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.957406 15439 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.009s from last keepalive heartbeat (effective timeout is 1.000s)
08:03:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.963299 15471 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.14.120.62:43919)
08:03:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.975831 15958 tablet_replica.cc:1304] Aborted: operation has been aborted: cancelling pending write operations
08:03:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.985308 15887 raft_consensus.cc:1273] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [term 4 FOLLOWER]: Refusing update from remote peer 87f9ad3e036748a9a632eaf79fa3a154: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
08:03:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.985662 15702 consensus_peers.cc:489] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 -> Peer 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129): Couldn't send request to peer 58bd83ab0cf647439b8ed1d571d1b6d4. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:36.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.986140 15950 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.987221 15719 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46410:
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
08:03:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
08:03:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:03:36.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:36.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:36.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:36.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.987679 15961 tablet_replica.cc:1304] Aborted: operation has been aborted: cancelling pending write operations
08:03:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.989663 15750 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:46358 (request call id 25) took 47 ms (client timeout 47 ms). Trace:
08:03:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.989809 15750 rpcz_store.cc:269] 0830 08:03:36.942025 (+     0us) service_pool.cc:168] Inserting onto call queue
08:03:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.942102 (+    77us) service_pool.cc:225] Handling call
08:03:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:36.989325 (+ 47223us) inbound_call.cc:173] Queueing success response
08:03:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":996,"init.queue_time_us":477,"thread_start_us":1191,"threads_started":5}
08:03:36.992 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [42ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [124ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [203ms] sending RPC to server master-127.14.120.61:34633, [253ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1883293886(state=PENDING, result=null, callback=(continuation of Deferred@1433375620 after retry RPC after error@2894371) -> (continuation of Deferred@279884903 after retry RPC after error@1717406708) -> (continuation of Deferred@1334302472 after retry RPC after error@781943273) -> (continuation of Deferred@1274222033 after retry RPC after error@1106978160) -> (continuation of Deferred@808818128 after retry RPC after error@1121177334) -> (continuation of Deferred@299697888 after retry RPC after error@152400142) -> (continuation of Deferred@353566441 after retry RPC after error@1231697603) -> (continuation of Deferred@813290248 after retry RPC@306600200), errback=(continuation of Deferred@1433375620 after retry RPC after error@2894371) -> (continuation of Deferred@279884903 after retry RPC after error@1717406708) -> (continuation of Deferred@1334302472 after retry RPC after error@781943273) -> (continuation of Deferred@1274222033 after retry RPC after error@1106978160) -> (continuation of Deferred@808818128 after retry RPC after error@1121177334) -> (continuation of Deferred@299697888 after retry RPC after error@152400142) -> (continuation of Deferred@353566441 after retry RPC after error@1231697603) -> (continuation of Deferred@813290248 after retry RPC@306600200)))
08:03:36.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.992908 15979 sys_catalog.cc:455] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "87f9ad3e036748a9a632eaf79fa3a154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:36.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.993357 15979 sys_catalog.cc:458] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: This master's current role is: FOLLOWER
08:03:36.993 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [42ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [124ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.120.61:34633,127.14.120.60:39129,127.14.120.62:43919) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.61:34633, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.60:39129, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.120.62:43919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.60:39129: Network error: Failed to connect to peer master-127.14.120.60:39129(127.14.120.60:39129): Connection refused: /127.14.120.60:39129, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.61:34633: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.120.62:43919: OK, [203ms] sending RPC to server master-127.14.120.61:34633, [253ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1883293886(state=PENDING, result=null, callback=(continuation of Deferred@1433375620 after retry RPC after error@2894371) -> (continuation of Deferred@279884903 after retry RPC after error@1717406708) -> (continuation of Deferred@1334302472 after retry RPC after error@781943273) -> (continuation of Deferred@1274222033 after retry RPC after error@1106978160) -> (continuation of Deferred@808818128 after retry RPC after error@1121177334) -> (continuation of Deferred@299697888 after retry RPC after error@152400142) -> (continuation of Deferred@353566441 after retry RPC after error@1231697603) -> (continuation of Deferred@813290248 after retry RPC@306600200), errback=(continuation of Deferred@1433375620 after retry RPC after error@2894371) -> (continuation of Deferred@279884903 after retry RPC after error@1717406708) -> (continuation of Deferred@1334302472 after retry RPC after error@781943273) -> (continuation of Deferred@1274222033 after retry RPC after error@1106978160) -> (continuation of Deferred@808818128 after retry RPC after error@1121177334) -> (continuation of Deferred@299697888 after retry RPC after error@152400142) -> (continuation of Deferred@353566441 after retry RPC after error@1231697603) -> (continuation of Deferred@813290248 after retry RPC@306600200)))
08:03:36.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.993695 15927 sys_catalog.cc:455] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 87f9ad3e036748a9a632eaf79fa3a154. Latest consensus state: current_term: 4 leader_uuid: "87f9ad3e036748a9a632eaf79fa3a154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.993969 15927 sys_catalog.cc:458] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: This master's current role is: FOLLOWER
08:03:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.994875 15950 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "87f9ad3e036748a9a632eaf79fa3a154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.995092 15950 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 [sys.catalog]: This master's current role is: LEADER
08:03:36.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:36.996187 15719 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.999724 15927 sys_catalog.cc:455] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "87f9ad3e036748a9a632eaf79fa3a154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f547f5be440d4296b40b0b2779b56c96" member_type: VOTER last_known_addr { host: "127.14.120.62" port: 43919 } } peers { permanent_uuid: "87f9ad3e036748a9a632eaf79fa3a154" member_type: VOTER last_known_addr { host: "127.14.120.61" port: 34633 } } peers { permanent_uuid: "58bd83ab0cf647439b8ed1d571d1b6d4" member_type: VOTER last_known_addr { host: "127.14.120.60" port: 39129 } } }
08:03:37.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:36.999889 15927 sys_catalog.cc:458] T 00000000000000000000000000000000 P f547f5be440d4296b40b0b2779b56c96 [sys.catalog]: This master's current role is: FOLLOWER
08:03:37.023 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: a94e2048f4f04dfc9cff7ce37b15a3a4 (127.14.120.3:39463): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1756541011 last_transition_timestamp: 1756541017
08:03:37.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:37.243494 15553 heartbeater.cc:344] Connected to a master server at 127.14.120.62:43919
08:03:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:37.244812 15875 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "a94e2048f4f04dfc9cff7ce37b15a3a4" instance_seqno: 1756541009986112) as {username='slave'} at 127.14.120.3:52383; Asking this server to re-register.
08:03:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:37.245299 15553 heartbeater.cc:461] Registering TS with master...
08:03:37.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:37.246241 15875 ts_manager.cc:194] Registered new tserver with Master: a94e2048f4f04dfc9cff7ce37b15a3a4 (127.14.120.3:39463)
08:03:37.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:37.253458 15411 heartbeater.cc:344] Connected to a master server at 127.14.120.62:43919
08:03:37.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:37.254276 15875 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "91e1e8d070264a89aee8fa91cf63c3f1" instance_seqno: 1756541009527464) as {username='slave'} at 127.14.120.2:45413; Asking this server to re-register.
08:03:37.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:37.254698 15411 heartbeater.cc:461] Registering TS with master...
08:03:37.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:37.255667 15875 ts_manager.cc:194] Registered new tserver with Master: 91e1e8d070264a89aee8fa91cf63c3f1 (127.14.120.2:34289)
08:03:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:37.434177 15702 consensus_peers.cc:489] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 -> Peer 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129): Couldn't send request to peer 58bd83ab0cf647439b8ed1d571d1b6d4. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:03:37.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:37.974844 15702 consensus_peers.cc:489] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 -> Peer 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129): Couldn't send request to peer 58bd83ab0cf647439b8ed1d571d1b6d4. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:03:38.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:38.240470 15555 heartbeater.cc:499] Master 127.14.120.61:34633 was elected leader, sending a full tablet report...
08:03:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:38.264652 15413 heartbeater.cc:499] Master 127.14.120.61:34633 was elected leader, sending a full tablet report...
08:03:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:38.428259 15702 consensus_peers.cc:489] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 -> Peer 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129): Couldn't send request to peer 58bd83ab0cf647439b8ed1d571d1b6d4. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:03:38.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:38.578312 15271 heartbeater.cc:499] Master 127.14.120.61:34633 was elected leader, sending a full tablet report...
08:03:38.616 [DEBUG - main] (Connection.java:575) [peer master-127.14.120.62:43919(127.14.120.62:43919)] disconnecting while in state READY
08:03:38.616 [DEBUG - main] (Connection.java:575) [peer a94e2048f4f04dfc9cff7ce37b15a3a4(127.14.120.3:39463)] disconnecting while in state READY
08:03:38.617 [DEBUG - main] (Connection.java:575) [peer master-127.14.120.61:34633(127.14.120.61:34633)] disconnecting while in state READY
08:03:38.617 [DEBUG - main] (Connection.java:575) [peer master-127.14.120.60:39129(127.14.120.60:39129)] disconnecting while in state TERMINATED
08:03:38.617 [DEBUG - main] (Connection.java:575) [peer 46fa0875103646c39f6adbb925e70724(127.14.120.1:41839)] disconnecting while in state READY
08:03:38.617 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.120.62:43919(127.14.120.62:43919)] handling channelInactive
08:03:38.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.120.62:43919(127.14.120.62:43919)] cleaning up while in state READY due to: connection closed
08:03:38.618 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.120.61:34633(127.14.120.61:34633)] handling channelInactive
08:03:38.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.120.61:34633(127.14.120.61:34633)] cleaning up while in state READY due to: connection closed
08:03:38.618 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:03:38.618 [DEBUG - kudu-nio-1] (Connection.java:239) [peer a94e2048f4f04dfc9cff7ce37b15a3a4(127.14.120.3:39463)] handling channelInactive
08:03:38.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a94e2048f4f04dfc9cff7ce37b15a3a4(127.14.120.3:39463)] cleaning up while in state READY due to: connection closed
08:03:38.619 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 46fa0875103646c39f6adbb925e70724(127.14.120.1:41839)] handling channelInactive
08:03:38.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 46fa0875103646c39f6adbb925e70724(127.14.120.1:41839)] cleaning up while in state READY due to: connection closed
08:03:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:38.619773 14816 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 15129
08:03:38.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:38.635742 15264 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:38.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:38.727360 14816 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 15129
08:03:38.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:38.753026 14816 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 15274
08:03:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:38.760387 15406 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:38.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:38.850476 14816 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 15274
08:03:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:38.866909 14816 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 15416
08:03:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:38.872826 15548 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:38.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:38.939170 15702 consensus_peers.cc:489] T 00000000000000000000000000000000 P 87f9ad3e036748a9a632eaf79fa3a154 -> Peer 58bd83ab0cf647439b8ed1d571d1b6d4 (127.14.120.60:39129): Couldn't send request to peer 58bd83ab0cf647439b8ed1d571d1b6d4. Status: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
08:03:38.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:38.987398 14816 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 15416
08:03:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:39.007499 14816 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 15843
08:03:39.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:39.013612 15917 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:39.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:39.021760 15685 master_runner.cc:186] Error getting master registration for 127.14.120.60:39129: Network error: Client connection negotiation failed: client connection to 127.14.120.60:39129: connect: Connection refused (error 111), 
08:03:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:39.021914 15685 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:39.110098 14816 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 15843
08:03:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:39.128046 14816 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 15685
08:03:39.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:39.133183 15760 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:39.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:39.235821 14816 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 15685
08:03:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-30T08:03:39Z chronyd exiting
08:03:39.380 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
	at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Aborted: transaction was aborted
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:748)