Unable to diagnose

20:03:57.493 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:03:57.493 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskAI8f9o/test-tmp
20:03:57.493 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:03:57.494 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskAI8f9o/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:57.495 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933"
  extra_master_flags: "--txn_manager_enabled"
  extra_master_flags: "--raft_heartbeat_interval_ms=100"
  extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
  extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
  extra_tserver_flags: "--enable_txn_system_client_init=true"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:03:57.844 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:03:57.844 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:03:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:57.846685  4878 mini_oidc.cc:150] Starting JWKS server
20:03:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:57.849472  4878 webserver.cc:469] Webserver started at http://127.0.0.1:42679/ using document root <none> and password file <none>
20:03:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:57.849771  4878 mini_oidc.cc:186] Starting OIDC Discovery server
20:03:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:57.850443  4878 webserver.cc:469] Webserver started at http://127.0.0.1:42181/ using document root <none> and password file <none>
20:03:57.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-27T20:03:57Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:03:57.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-27T20:03:57Z Disabled control of system clock
20:03:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:57.883612  4878 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:03:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:03:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/wal
20:03:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/data
20:03:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/logs
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/data/info.pb
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.195.190:45475
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.195.190
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.195.148:36179
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.195.190:45475,127.4.195.189:41513,127.4.195.188:42491
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42679/jwks.json
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:03:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:03:58.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.203449  4889 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:03:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.203797  4889 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.203903  4889 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:03:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.211980  4889 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:03:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.212095  4889 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:03:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.212144  4889 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:03:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.212195  4889 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.212247  4889 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:03:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.212298  4889 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.212339  4889 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42679/jwks.json
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.222043  4889 master_runner.cc:386] Master server non-default flags:
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.195.148:36179
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/data
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/wal
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.195.190:45475,127.4.195.189:41513,127.4.195.188:42491
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.195.190:45475
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42679/jwks.json
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/data/info.pb
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.195.190
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/logs
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:03:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:03:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:03:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.223696  4889 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.225559  4889 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:58.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.237596  4894 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.237578  4897 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.237628  4895 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.238545  4889 server_base.cc:1048] running on GCE node
20:03:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.239516  4889 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:58.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.241035  4889 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:58.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.242332  4889 hybrid_clock.cc:648] HybridClock initialized: now 1751054638242259 us; error 57 us; skew 500 ppm
20:03:58.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.242738  4889 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:58.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.245360  4889 webserver.cc:469] Webserver started at http://127.4.195.190:40399/ using document root <none> and password file <none>
20:03:58.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.246203  4889 fs_manager.cc:362] Metadata directory not provided
20:03:58.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.246380  4889 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:58.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.246752  4889 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:03:58.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.249275  4889 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/data/instance:
20:03:58.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0e6f5f78654474d99db1fc73c785d0a"
20:03:58.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:03:58 on dist-test-slave-mw8t"
20:03:58.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.250160  4889 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/wal/instance:
20:03:58.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0e6f5f78654474d99db1fc73c785d0a"
20:03:58.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:03:58 on dist-test-slave-mw8t"
20:03:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.255824  4889 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.000s	sys 0.004s
20:03:58.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.259439  4903 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.260926  4889 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.261134  4889 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/wal
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0e6f5f78654474d99db1fc73c785d0a"
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:03:58 on dist-test-slave-mw8t"
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.261353  4889 fs_report.cc:389] FS layout report
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/wal
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/wal
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/data/data
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:58.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.285207  4889 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:58.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.286211  4889 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:58.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.286543  4889 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:58.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.308614  4889 rpc_server.cc:307] RPC server started. Bound to: 127.4.195.190:45475
20:03:58.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.308624  4964 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.195.190:45475 every 8 connection(s)
20:03:58.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.310099  4889 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/data/info.pb
20:03:58.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.311611  4878 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 4889
20:03:58.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.311836  4878 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-0/wal/instance
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.313938  4878 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/wal
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/data
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/logs
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/data/info.pb
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.195.189:41513
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.195.189
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.195.148:36179
20:03:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.195.190:45475,127.4.195.189:41513,127.4.195.188:42491
20:03:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42679/jwks.json
20:03:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:03:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:03:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.314168  4965 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:58.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.320427  4965 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } has no permanent_uuid. Determining permanent_uuid...
20:03:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.337565  4965 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } has no permanent_uuid. Determining permanent_uuid...
20:03:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.338759  4904 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:03:58.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.340466  4965 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:03:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.389818  4965 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } attempt: 1
20:03:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.392048  4965 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:03:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.460340  4965 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } attempt: 2
20:03:58.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.462522  4965 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:03:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.553840  4965 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } attempt: 3
20:03:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.555878  4965 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:03:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.642987  4967 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:03:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.643368  4967 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.643479  4967 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:03:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.651975  4967 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:03:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.652104  4967 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:03:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.652191  4967 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:03:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.652244  4967 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.652315  4967 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:03:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.652371  4967 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.652446  4967 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42679/jwks.json
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.662144  4967 master_runner.cc:386] Master server non-default flags:
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.195.148:36179
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/data
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/wal
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.195.190:45475,127.4.195.189:41513,127.4.195.188:42491
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.195.189:41513
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42679/jwks.json
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/data/info.pb
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.195.189
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/logs
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:03:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:03:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.664165  4967 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.666059  4967 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:58.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.677028  4975 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:58.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.676934  4978 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:58.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.677132  4976 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:58.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.677986  4967 server_base.cc:1048] running on GCE node
20:03:58.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.678844  4967 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.680442  4967 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:58.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.681690  4967 hybrid_clock.cc:648] HybridClock initialized: now 1751054638681623 us; error 37 us; skew 500 ppm
20:03:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.682075  4967 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.684567  4967 webserver.cc:469] Webserver started at http://127.4.195.189:44791/ using document root <none> and password file <none>
20:03:58.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.685388  4967 fs_manager.cc:362] Metadata directory not provided
20:03:58.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.685519  4967 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:58.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.685878  4967 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:03:58.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.688478  4967 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/data/instance:
20:03:58.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c50416e737848fc85222471d62489eb"
20:03:58.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:03:58 on dist-test-slave-mw8t"
20:03:58.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.689301  4967 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/wal/instance:
20:03:58.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c50416e737848fc85222471d62489eb"
20:03:58.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:03:58 on dist-test-slave-mw8t"
20:03:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.694859  4967 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.007s	sys 0.000s
20:03:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.698457  4984 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.699129  4965 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } attempt: 4
20:03:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.699985  4967 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
20:03:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.700207  4967 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/wal
20:03:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c50416e737848fc85222471d62489eb"
20:03:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:03:58 on dist-test-slave-mw8t"
20:03:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.700402  4967 fs_report.cc:389] FS layout report
20:03:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/wal
20:03:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/wal
20:03:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/data/data
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.700891  4965 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:03:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.736480  4967 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.737406  4967 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.737702  4967 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:58.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.764303  4967 rpc_server.cc:307] RPC server started. Bound to: 127.4.195.189:41513
20:03:58.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.764343  5045 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.195.189:41513 every 8 connection(s)
20:03:58.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.765897  4967 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/data/info.pb
20:03:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.769856  5046 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.776108  4878 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 4967
20:03:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.776296  4878 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-1/wal/instance
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.776216  5046 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } has no permanent_uuid. Determining permanent_uuid...
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.777498  4878 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/wal
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/data
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/logs
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/data/info.pb
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.195.188:42491
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.195.188
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.195.148:36179
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.195.190:45475,127.4.195.189:41513,127.4.195.188:42491
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42679/jwks.json
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:03:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:03:58.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.791000  5046 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } has no permanent_uuid. Determining permanent_uuid...
20:03:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.800751  5046 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } has no permanent_uuid. Determining permanent_uuid...
20:03:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.801898  4988 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:03:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.803432  5046 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.188:42491: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:03:58.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.852730  5046 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } attempt: 1
20:03:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.854684  5046 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.188:42491: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:03:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:58.922998  5046 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } attempt: 2
20:03:58.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:58.925140  5046 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.188:42491: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:03:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.000177  4965 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } attempt: 5
20:03:59.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.007297  4965 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } has no permanent_uuid. Determining permanent_uuid...
20:03:59.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.009040  4965 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.188:42491: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:03:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.016362  5046 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } attempt: 3
20:03:59.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.018038  5046 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.188:42491: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.060278  4965 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } attempt: 1
20:03:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.062125  4965 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.188:42491: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:03:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.099884  5049 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:03:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.100267  5049 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.100381  5049 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:03:59.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.108539  5049 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:03:59.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.108662  5049 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:03:59.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.108739  5049 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:03:59.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.108795  5049 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:59.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.108862  5049 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:03:59.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.108919  5049 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:59.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.108983  5049 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42679/jwks.json
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.119113  5049 master_runner.cc:386] Master server non-default flags:
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.195.148:36179
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/data
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/wal
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.195.190:45475,127.4.195.189:41513,127.4.195.188:42491
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.195.188:42491
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42679/jwks.json
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/data/info.pb
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.195.188
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/logs
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.121088  5049 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:59.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.123082  5049 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.130360  4965 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } attempt: 2
20:03:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.132099  4965 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.188:42491: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:03:59.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.133745  5056 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:59.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.133848  5059 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:59.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.133788  5057 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:59.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.135238  5049 server_base.cc:1048] running on GCE node
20:03:59.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.136075  5049 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.137529  5049 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:59.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.138758  5049 hybrid_clock.cc:648] HybridClock initialized: now 1751054639138691 us; error 43 us; skew 500 ppm
20:03:59.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.139092  5049 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.141381  5049 webserver.cc:469] Webserver started at http://127.4.195.188:40013/ using document root <none> and password file <none>
20:03:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.142135  5049 fs_manager.cc:362] Metadata directory not provided
20:03:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.142263  5049 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.142580  5049 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:03:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.145077  5049 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/data/instance:
20:03:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0eaaeda89b34c6996b594dce282a20c"
20:03:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:03:59 on dist-test-slave-mw8t"
20:03:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.145803  5049 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/wal/instance:
20:03:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0eaaeda89b34c6996b594dce282a20c"
20:03:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:03:59 on dist-test-slave-mw8t"
20:03:59.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.151386  5049 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.003s
20:03:59.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.155280  5065 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.156817  5049 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.157003  5049 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/wal
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0eaaeda89b34c6996b594dce282a20c"
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:03:59 on dist-test-slave-mw8t"
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.157181  5049 fs_report.cc:389] FS layout report
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/wal
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/wal
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/data/data
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.161279  5046 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } attempt: 4
20:03:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.163244  5046 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.195.188:42491: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:03:59.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.193712  5049 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:59.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.194622  5049 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.194875  5049 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.217584  5049 rpc_server.cc:307] RPC server started. Bound to: 127.4.195.188:42491
20:03:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.217638  5126 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.195.188:42491 every 8 connection(s)
20:03:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.219465  5049 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/data/info.pb
20:03:59.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.223872  5127 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.226449  4878 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 5049
20:03:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.226750  4878 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/master-2/wal/instance
20:03:59.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.231452  5127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } has no permanent_uuid. Determining permanent_uuid...
20:03:59.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.238286  4965 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } attempt: 3
20:03:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.252413  5127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } has no permanent_uuid. Determining permanent_uuid...
20:03:59.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.259404  4965 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a: Bootstrap starting.
20:03:59.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.260938  5127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } has no permanent_uuid. Determining permanent_uuid...
20:03:59.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.263554  4965 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a: Neither blocks nor log segments found. Creating new log.
20:03:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.264739  4965 log.cc:826] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a: Log is configured to *not* fsync() on all Append() calls
20:03:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.268631  4965 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a: No bootstrap required, opened a new log
20:03:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.271903  5127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c: Bootstrap starting.
20:03:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.276335  4965 raft_consensus.cc:357] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:03:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.276738  4965 raft_consensus.cc:383] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.276769  5127 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c: Neither blocks nor log segments found. Creating new log.
20:03:59.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.276844  4965 raft_consensus.cc:738] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0e6f5f78654474d99db1fc73c785d0a, State: Initialized, Role: FOLLOWER
20:03:59.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.277627  4965 consensus_queue.cc:260] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:03:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.278159  5127 log.cc:826] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c: Log is configured to *not* fsync() on all Append() calls
20:03:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.280040  5136 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:03:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.280365  5136 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [sys.catalog]: This master's current role is: FOLLOWER
20:03:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.281383  4965 sys_catalog.cc:564] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [sys.catalog]: configured and running, proceeding with master startup.
20:03:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.283464  5127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c: No bootstrap required, opened a new log
20:03:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.289359  4909 tablet.cc:2378] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.291049  5127 raft_consensus.cc:357] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:03:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.291632  5127 raft_consensus.cc:383] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.291836  5127 raft_consensus.cc:738] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0eaaeda89b34c6996b594dce282a20c, State: Initialized, Role: FOLLOWER
20:03:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.292711  5127 consensus_queue.cc:260] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:03:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.294198  5148 catalog_manager.cc:1560] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.294361  5148 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:59.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.295449  5150 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:03:59.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.295763  5150 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [sys.catalog]: This master's current role is: FOLLOWER
20:03:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.297017  5127 sys_catalog.cc:564] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [sys.catalog]: configured and running, proceeding with master startup.
20:03:59.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.292901  4889 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: OK, instance_id { permanent_uuid: "3c50416e737848fc85222471d62489eb" instance_seqno: 1751054638758145 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:59.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.299485  4889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:03:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.309106  5161 catalog_manager.cc:1560] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.310037  5161 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:59.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.309161  5049 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: OK, instance_id { permanent_uuid: "3c50416e737848fc85222471d62489eb" instance_seqno: 1751054638758145 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:59.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.318115  5049 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:03:59.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.338791  5150 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:59.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.339097  5150 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:03:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.340584  5150 leader_election.cc:290] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a0e6f5f78654474d99db1fc73c785d0a (127.4.195.190:45475), 3c50416e737848fc85222471d62489eb (127.4.195.189:41513)
20:03:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.341557  4930 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0eaaeda89b34c6996b594dce282a20c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0e6f5f78654474d99db1fc73c785d0a" is_pre_election: true
20:03:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.342320  4930 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a0eaaeda89b34c6996b594dce282a20c in term 0.
20:03:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.343026  5066 leader_election.cc:304] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a, a0eaaeda89b34c6996b594dce282a20c; no voters: 
20:03:59.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.343466  5150 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:59.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.343647  5150 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.343760  5150 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [term 0 FOLLOWER]: Advancing to term 1
20:03:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.346879  5150 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:03:59.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.349094  5150 leader_election.cc:290] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [CANDIDATE]: Term 1 election: Requested vote from peers a0e6f5f78654474d99db1fc73c785d0a (127.4.195.190:45475), 3c50416e737848fc85222471d62489eb (127.4.195.189:41513)
20:03:59.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.349633  4930 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0eaaeda89b34c6996b594dce282a20c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0e6f5f78654474d99db1fc73c785d0a"
20:03:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.349850  4930 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 0 FOLLOWER]: Advancing to term 1
20:03:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.352409  4930 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a0eaaeda89b34c6996b594dce282a20c in term 1.
20:03:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.352864  5066 leader_election.cc:304] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a, a0eaaeda89b34c6996b594dce282a20c; no voters: 
20:03:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.353345  5150 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [term 1 FOLLOWER]: Leader election won for term 1
20:03:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.361949  5150 raft_consensus.cc:695] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [term 1 LEADER]: Becoming Leader. State: Replica: a0eaaeda89b34c6996b594dce282a20c, State: Running, Role: LEADER
20:03:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.362634  5150 consensus_queue.cc:237] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:03:59.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.366706  5163 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0eaaeda89b34c6996b594dce282a20c. Latest consensus state: current_term: 1 leader_uuid: "a0eaaeda89b34c6996b594dce282a20c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:03:59.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.367604  5163 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [sys.catalog]: This master's current role is: LEADER
20:03:59.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.374693  5165 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:03:59.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.377002  5165 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:03:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.392418  4930 raft_consensus.cc:1273] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 1 FOLLOWER]: Refusing update from remote peer a0eaaeda89b34c6996b594dce282a20c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.393411  5163 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.414657  5136 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0eaaeda89b34c6996b594dce282a20c. Latest consensus state: current_term: 1 leader_uuid: "a0eaaeda89b34c6996b594dce282a20c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:03:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.414947  5136 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [sys.catalog]: This master's current role is: FOLLOWER
20:03:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.419512  5166 mvcc.cc:204] Tried to move back new op lower bound from 7172319802938175488 to 7172319802835427328. Current Snapshot: MvccSnapshot[applied={T|T < 7172319802938175488}]
20:03:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.422561  5167 mvcc.cc:204] Tried to move back new op lower bound from 7172319802938175488 to 7172319802835427328. Current Snapshot: MvccSnapshot[applied={T|T < 7172319802938175488}]
20:03:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.436916  5163 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a0eaaeda89b34c6996b594dce282a20c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:03:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.437247  5163 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [sys.catalog]: This master's current role is: LEADER
20:03:59.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.441181  5136 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a0eaaeda89b34c6996b594dce282a20c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:03:59.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.441453  5136 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [sys.catalog]: This master's current role is: FOLLOWER
20:03:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.447882  5165 catalog_manager.cc:1349] Generated new cluster ID: 2a5894d209d444839a8adda2fc0612d5
20:03:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.448014  5165 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:03:59.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.462411  5046 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } attempt: 5
20:03:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.476907  5046 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb: Bootstrap starting.
20:03:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.481307  5046 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb: Neither blocks nor log segments found. Creating new log.
20:03:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.482805  5046 log.cc:826] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb: Log is configured to *not* fsync() on all Append() calls
20:03:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.486248  5165 catalog_manager.cc:1372] Generated new certificate authority record
20:03:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.488087  5165 catalog_manager.cc:1506] Loading token signing keys...
20:03:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.507839  5165 catalog_manager.cc:5955] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c: Generated new TSK 0
20:03:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.510715  5046 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb: No bootstrap required, opened a new log
20:03:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.511287  5165 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:03:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.518551  5046 raft_consensus.cc:357] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:03:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.518982  5046 raft_consensus.cc:383] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.519085  5046 raft_consensus.cc:738] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c50416e737848fc85222471d62489eb, State: Initialized, Role: FOLLOWER
20:03:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.520020  5046 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.531523  4878 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/wal
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/data
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/logs
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/data/info.pb
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.195.129:0
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.195.129
20:03:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.195.129
20:03:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.195.190:45475,127.4.195.189:41513,127.4.195.188:42491
20:03:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.195.148:36179
20:03:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:03:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:03:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:03:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.549679  5172 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:03:59.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.553455  5172 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [sys.catalog]: This master's current role is: FOLLOWER
20:03:59.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.552001  5046 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [sys.catalog]: configured and running, proceeding with master startup.
20:03:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.552071  5011 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0eaaeda89b34c6996b594dce282a20c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c50416e737848fc85222471d62489eb" is_pre_election: true
20:03:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.552592  5010 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0eaaeda89b34c6996b594dce282a20c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c50416e737848fc85222471d62489eb"
20:03:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.553167  5173 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.555375  5173 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:03:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.556561  5009 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 0 FOLLOWER]: Advancing to term 1
20:03:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.557926  5092 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3c50416e737848fc85222471d62489eb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0eaaeda89b34c6996b594dce282a20c" is_pre_election: true
20:03:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.559022  5173 leader_election.cc:290] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a0e6f5f78654474d99db1fc73c785d0a (127.4.195.190:45475), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:03:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.559953  5009 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 1 FOLLOWER]: Refusing update from remote peer a0eaaeda89b34c6996b594dce282a20c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.561805  4930 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3c50416e737848fc85222471d62489eb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0e6f5f78654474d99db1fc73c785d0a" is_pre_election: true
20:03:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.562191  5150 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [LEADER]: Connected to new peer: Peer: permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.563583  4985 leader_election.cc:304] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3c50416e737848fc85222471d62489eb; no voters: a0e6f5f78654474d99db1fc73c785d0a, a0eaaeda89b34c6996b594dce282a20c
20:03:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.564002  5173 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:03:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.619002  5172 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a0eaaeda89b34c6996b594dce282a20c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:03:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.619318  5172 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [sys.catalog]: This master's current role is: FOLLOWER
20:03:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.618986  5173 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0eaaeda89b34c6996b594dce282a20c. Latest consensus state: current_term: 1 leader_uuid: "a0eaaeda89b34c6996b594dce282a20c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:03:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.619616  5173 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [sys.catalog]: This master's current role is: FOLLOWER
20:03:59.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.630198  5190 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:03:59.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.640136  5150 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a0eaaeda89b34c6996b594dce282a20c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:03:59.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.640422  5150 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0eaaeda89b34c6996b594dce282a20c [sys.catalog]: This master's current role is: LEADER
20:03:59.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.963059  5174 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:03:59.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.963419  5174 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:59.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.963521  5174 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:03:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.971940  5174 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:03:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.972079  5174 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:03:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.972127  5174 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:03:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.972162  5174 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:03:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.972239  5174 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.195.129
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.981750  5174 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.195.148:36179
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/data
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/wal
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.195.129:0
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/data/info.pb
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.195.129
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.195.190:45475,127.4.195.189:41513,127.4.195.188:42491
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.195.129
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/logs
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:03:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:03:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.983423  5174 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:59.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.985261  5174 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.997491  5196 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.997562  5195 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:03:59.998121  5198 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:03:59.999563  5174 server_base.cc:1048] running on GCE node
20:04:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.000227  5174 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.001494  5174 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.002724  5174 hybrid_clock.cc:648] HybridClock initialized: now 1751054640002639 us; error 64 us; skew 500 ppm
20:04:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.003077  5174 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.005609  5174 webserver.cc:469] Webserver started at http://127.4.195.129:40553/ using document root <none> and password file <none>
20:04:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.006464  5174 fs_manager.cc:362] Metadata directory not provided
20:04:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.006582  5174 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.006886  5174 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.009538  5174 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/data/instance:
20:04:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb9cec7550604138a1d3dac3215414f6"
20:04:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:00 on dist-test-slave-mw8t"
20:04:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.010463  5174 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/wal/instance:
20:04:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb9cec7550604138a1d3dac3215414f6"
20:04:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:00 on dist-test-slave-mw8t"
20:04:00.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.016391  5174 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
20:04:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.020412  5204 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.021987  5174 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
20:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.022277  5174 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/wal
20:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb9cec7550604138a1d3dac3215414f6"
20:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:00 on dist-test-slave-mw8t"
20:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.022552  5174 fs_report.cc:389] FS layout report
20:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/wal
20:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/wal
20:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/data/data
20:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:00.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.062687  5174 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:00.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.063617  5174 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.063925  5174 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.067159  5174 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.067270  5174 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.067389  5174 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.067468  5174 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.124961  5174 rpc_server.cc:307] RPC server started. Bound to: 127.4.195.129:44509
20:04:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.125032  5328 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.195.129:44509 every 8 connection(s)
20:04:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.126379  5174 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/data/info.pb
20:04:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.130990  5330 heartbeater.cc:344] Connected to a master server at 127.4.195.190:45475
20:04:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.131397  5330 heartbeater.cc:461] Registering TS with master...
20:04:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.132293  5330 heartbeater.cc:507] Master 127.4.195.190:45475 requested a full tablet report, sending...
20:04:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.134799  4878 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 5174
20:04:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.134766  4920 ts_manager.cc:194] Registered new tserver with Master: cb9cec7550604138a1d3dac3215414f6 (127.4.195.129:44509)
20:04:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.134982  4878 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-0/wal/instance
20:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.138826  5331 heartbeater.cc:344] Connected to a master server at 127.4.195.189:41513
20:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.139007  5331 heartbeater.cc:461] Registering TS with master...
20:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.139496  5331 heartbeater.cc:507] Master 127.4.195.189:41513 requested a full tablet report, sending...
20:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.139689  4878 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/wal
20:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/data
20:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/logs
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/data/info.pb
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.195.130:0
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.195.130
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.195.130
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.195.190:45475,127.4.195.189:41513,127.4.195.188:42491
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.195.148:36179
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:00.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.141438  5001 ts_manager.cc:194] Registered new tserver with Master: cb9cec7550604138a1d3dac3215414f6 (127.4.195.129:44509)
20:04:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.143409  5329 heartbeater.cc:344] Connected to a master server at 127.4.195.188:42491
20:04:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.143536  5329 heartbeater.cc:461] Registering TS with master...
20:04:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.143985  5329 heartbeater.cc:507] Master 127.4.195.188:42491 requested a full tablet report, sending...
20:04:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.145496  5082 ts_manager.cc:194] Registered new tserver with Master: cb9cec7550604138a1d3dac3215414f6 (127.4.195.129:44509)
20:04:00.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.147527  5082 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.195.129:56895
20:04:00.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.296373  5148 catalog_manager.cc:1261] Loaded cluster ID: 2a5894d209d444839a8adda2fc0612d5
20:04:00.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.296478  5148 catalog_manager.cc:1554] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a: loading cluster ID for follower catalog manager: success
20:04:00.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.299474  5148 catalog_manager.cc:1576] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a: acquiring CA information for follower catalog manager: success
20:04:00.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.301494  5148 catalog_manager.cc:1604] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:00.471657  5334 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:00.472034  5334 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:00.472172  5334 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:00.480685  5334 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:00.480852  5334 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:00.480924  5334 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:00.480969  5334 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:00.481109  5334 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.195.130
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.491601  5334 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.195.148:36179
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/data
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/wal
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.195.130:0
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/data/info.pb
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.195.130
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.195.190:45475,127.4.195.189:41513,127.4.195.188:42491
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.195.130
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/logs
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.493633  5334 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:00.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.495527  5334 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:00.507920  5339 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:00.507910  5340 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:00.508127  5342 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:00.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.509097  5334 server_base.cc:1048] running on GCE node
20:04:00.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.509735  5334 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.510758  5334 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:00.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.512025  5334 hybrid_clock.cc:648] HybridClock initialized: now 1751054640511957 us; error 35 us; skew 500 ppm
20:04:00.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.512375  5334 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.514822  5334 webserver.cc:469] Webserver started at http://127.4.195.130:41865/ using document root <none> and password file <none>
20:04:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.515600  5334 fs_manager.cc:362] Metadata directory not provided
20:04:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.515729  5334 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:00.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.516074  5334 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:00.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.518651  5334 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/data/instance:
20:04:00.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2950e6d531d348aa9599a13d01bd6fb3"
20:04:00.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:00 on dist-test-slave-mw8t"
20:04:00.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.519464  5334 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/wal/instance:
20:04:00.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2950e6d531d348aa9599a13d01bd6fb3"
20:04:00.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:00 on dist-test-slave-mw8t"
20:04:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.525027  5334 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
20:04:00.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.528555  5348 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.530169  5334 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
20:04:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.530419  5334 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/wal
20:04:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2950e6d531d348aa9599a13d01bd6fb3"
20:04:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:00 on dist-test-slave-mw8t"
20:04:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.530632  5334 fs_report.cc:389] FS layout report
20:04:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/wal
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/wal
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/data/data
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.545490  5334 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:00.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.546409  5334 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:00.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.546708  5334 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.549868  5334 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.550015  5334 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.550133  5334 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.550244  5334 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.599423  5334 rpc_server.cc:307] RPC server started. Bound to: 127.4.195.130:35021
20:04:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.599462  5469 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.195.130:35021 every 8 connection(s)
20:04:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.600802  5334 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/data/info.pb
20:04:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.603999  5471 heartbeater.cc:344] Connected to a master server at 127.4.195.190:45475
20:04:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.604468  5471 heartbeater.cc:461] Registering TS with master...
20:04:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.605751  5471 heartbeater.cc:507] Master 127.4.195.190:45475 requested a full tablet report, sending...
20:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.607929  4920 ts_manager.cc:194] Registered new tserver with Master: 2950e6d531d348aa9599a13d01bd6fb3 (127.4.195.130:35021)
20:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.608721  4878 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 5334
20:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.608913  4878 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-1/wal/instance
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.616034  5472 heartbeater.cc:344] Connected to a master server at 127.4.195.189:41513
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.616109  4878 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/wal
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/data
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/logs
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/data/info.pb
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.195.131:0
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.195.131
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.195.131
20:04:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.195.190:45475,127.4.195.189:41513,127.4.195.188:42491
20:04:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.195.148:36179
20:04:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.618101  5472 heartbeater.cc:461] Registering TS with master...
20:04:00.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.619055  5472 heartbeater.cc:507] Master 127.4.195.189:41513 requested a full tablet report, sending...
20:04:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.620725  5001 ts_manager.cc:194] Registered new tserver with Master: 2950e6d531d348aa9599a13d01bd6fb3 (127.4.195.130:35021)
20:04:00.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.623065  5470 heartbeater.cc:344] Connected to a master server at 127.4.195.188:42491
20:04:00.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.623416  5470 heartbeater.cc:461] Registering TS with master...
20:04:00.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.624359  5470 heartbeater.cc:507] Master 127.4.195.188:42491 requested a full tablet report, sending...
20:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.625535  5082 ts_manager.cc:194] Registered new tserver with Master: 2950e6d531d348aa9599a13d01bd6fb3 (127.4.195.130:35021)
20:04:00.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.626433  5082 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.195.130:60535
20:04:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.636209  5190 catalog_manager.cc:1261] Loaded cluster ID: 2a5894d209d444839a8adda2fc0612d5
20:04:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.636521  5190 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb: loading cluster ID for follower catalog manager: success
20:04:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.639962  5190 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb: acquiring CA information for follower catalog manager: success
20:04:00.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:00.642287  5190 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.020768  5475 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.021119  5475 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.021247  5475 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.029453  5475 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.029621  5475 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.029688  5475 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.029735  5475 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.029855  5475 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.195.131
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.039784  5475 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.195.148:36179
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/data
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/wal
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.195.131:0
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/data/info.pb
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.195.131
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.195.190:45475,127.4.195.189:41513,127.4.195.188:42491
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.195.131
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/logs
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.041615  5475 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.043550  5475 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.057050  5481 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.057132  5482 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.057068  5484 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.058881  5475 server_base.cc:1048] running on GCE node
20:04:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.059859  5475 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:01.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.060943  5475 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:01.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.062250  5475 hybrid_clock.cc:648] HybridClock initialized: now 1751054641062130 us; error 59 us; skew 500 ppm
20:04:01.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.062600  5475 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.069783  5475 webserver.cc:469] Webserver started at http://127.4.195.131:43401/ using document root <none> and password file <none>
20:04:01.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.070640  5475 fs_manager.cc:362] Metadata directory not provided
20:04:01.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.070773  5475 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:01.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.071141  5475 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:04:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.073659  5475 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/data/instance:
20:04:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "90304ae455184136aa705f9bb97eccdc"
20:04:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:01 on dist-test-slave-mw8t"
20:04:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.074527  5475 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/wal/instance:
20:04:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "90304ae455184136aa705f9bb97eccdc"
20:04:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:01 on dist-test-slave-mw8t"
20:04:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.080265  5475 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
20:04:01.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.084023  5490 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:01.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.085458  5475 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
20:04:01.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.085628  5475 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/wal
20:04:01.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "90304ae455184136aa705f9bb97eccdc"
20:04:01.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:04:01 on dist-test-slave-mw8t"
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.085829  5475 fs_report.cc:389] FS layout report
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/wal
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/wal
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/data/data
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:01.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.111155  5475 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:01.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.112066  5475 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:01.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.112375  5475 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.115579  5475 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.115707  5475 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.115823  5475 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:01.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.115911  5475 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:01.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.150815  5329 heartbeater.cc:499] Master 127.4.195.188:42491 was elected leader, sending a full tablet report...
20:04:01.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.179693  5475 rpc_server.cc:307] RPC server started. Bound to: 127.4.195.131:43801
20:04:01.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.179749  5614 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.195.131:43801 every 8 connection(s)
20:04:01.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.181149  5475 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/data/info.pb
20:04:01.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.183926  5616 heartbeater.cc:344] Connected to a master server at 127.4.195.190:45475
20:04:01.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.184369  5616 heartbeater.cc:461] Registering TS with master...
20:04:01.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.185568  5616 heartbeater.cc:507] Master 127.4.195.190:45475 requested a full tablet report, sending...
20:04:01.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.187980  4920 ts_manager.cc:194] Registered new tserver with Master: 90304ae455184136aa705f9bb97eccdc (127.4.195.131:43801)
20:04:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.189339  4878 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 5475
20:04:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.189496  4878 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster5520042090737047933/ts-2/wal/instance
20:04:01.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.190294  5617 heartbeater.cc:344] Connected to a master server at 127.4.195.189:41513
20:04:01.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.190446  5617 heartbeater.cc:461] Registering TS with master...
20:04:01.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.190919  5617 heartbeater.cc:507] Master 127.4.195.189:41513 requested a full tablet report, sending...
20:04:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.192086  5001 ts_manager.cc:194] Registered new tserver with Master: 90304ae455184136aa705f9bb97eccdc (127.4.195.131:43801)
20:04:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.195412  5615 heartbeater.cc:344] Connected to a master server at 127.4.195.188:42491
20:04:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.195570  5615 heartbeater.cc:461] Registering TS with master...
20:04:01.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.196039  5615 heartbeater.cc:507] Master 127.4.195.188:42491 requested a full tablet report, sending...
20:04:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.196950  5081 ts_manager.cc:194] Registered new tserver with Master: 90304ae455184136aa705f9bb97eccdc (127.4.195.131:43801)
20:04:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.198102  5081 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.195.131:56801
20:04:01.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.211479  4878 external_mini_cluster.cc:934] 3 TS(s) registered with all masters
20:04:01.213 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:04:01.213 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:04:01.214 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.195.190"
      port: 45475
    }
    bound_http_address {
      host: "127.4.195.190"
      port: 40399
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.195.189"
      port: 41513
    }
    bound_http_address {
      host: "127.4.195.189"
      port: 44791
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.195.188"
      port: 42491
    }
    bound_http_address {
      host: "127.4.195.188"
      port: 40013
    }
  }
}

20:04:01.215 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:04:01.215 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.195.129"
      port: 44509
    }
    bound_http_address {
      host: "127.4.195.129"
      port: 40553
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.195.130"
      port: 35021
    }
    bound_http_address {
      host: "127.4.195.130"
      port: 41865
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.195.131"
      port: 43801
    }
    bound_http_address {
      host: "127.4.195.131"
      port: 43401
    }
  }
}

20:04:01.216 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:04:01.217 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:01.219 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:01.220 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.195.190:45475(127.4.195.190:45475)] connecting to peer
20:04:01.220 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:01.222 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.195.190:45475(127.4.195.190:45475)] Successfully connected to peer
20:04:01.223 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.195.188:42491(127.4.195.188:42491)] Successfully connected to peer
20:04:01.224 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.195.189:41513(127.4.195.189:41513)] Successfully connected to peer
20:04:01.224 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.195.190
20:04:01.226 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.195.188
20:04:01.231 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.195.189
20:04:01.243 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5a7a2733, L:/127.0.0.1:51880 - R:/127.4.195.190:45475] using SASL/PLAIN
20:04:01.245 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb9d9839e, L:/127.0.0.1:56578 - R:/127.4.195.188:42491] using SASL/PLAIN
20:04:01.246 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x556c8791, L:/127.0.0.1:48968 - R:/127.4.195.189:41513] using SASL/PLAIN
20:04:01.248 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:01.248 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=30), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: OK, deferred=null) after lookup
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.251011  5081 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56578:
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.253142  5081 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:01.268 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table dd7f2e3557cf48ffa80f305ef6125156
20:04:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.317078  5403 tablet_service.cc:1468] Processing CreateTablet for tablet 191a65d314c343b7ad3044583db19c82 (DEFAULT_TABLE table=txn_manager_fallback [id=dd7f2e3557cf48ffa80f305ef6125156]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.316943  5258 tablet_service.cc:1468] Processing CreateTablet for tablet 191a65d314c343b7ad3044583db19c82 (DEFAULT_TABLE table=txn_manager_fallback [id=dd7f2e3557cf48ffa80f305ef6125156]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.316946  5404 tablet_service.cc:1468] Processing CreateTablet for tablet f3ba9d3f3d6641e88213488898e668f6 (DEFAULT_TABLE table=txn_manager_fallback [id=dd7f2e3557cf48ffa80f305ef6125156]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:01.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.318636  5258 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 191a65d314c343b7ad3044583db19c82. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:01.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.318781  5259 tablet_service.cc:1468] Processing CreateTablet for tablet f3ba9d3f3d6641e88213488898e668f6 (DEFAULT_TABLE table=txn_manager_fallback [id=dd7f2e3557cf48ffa80f305ef6125156]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:01.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.319278  5259 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f3ba9d3f3d6641e88213488898e668f6. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:01.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.320395  5404 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f3ba9d3f3d6641e88213488898e668f6. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:01.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.322525  5403 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 191a65d314c343b7ad3044583db19c82. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.328841  5550 tablet_service.cc:1468] Processing CreateTablet for tablet f3ba9d3f3d6641e88213488898e668f6 (DEFAULT_TABLE table=txn_manager_fallback [id=dd7f2e3557cf48ffa80f305ef6125156]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:01.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.331092  5550 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f3ba9d3f3d6641e88213488898e668f6. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.332756  5549 tablet_service.cc:1468] Processing CreateTablet for tablet 191a65d314c343b7ad3044583db19c82 (DEFAULT_TABLE table=txn_manager_fallback [id=dd7f2e3557cf48ffa80f305ef6125156]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.333372  5549 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 191a65d314c343b7ad3044583db19c82. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.334687  5641 tablet_bootstrap.cc:492] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6: Bootstrap starting.
20:04:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.338613  5641 tablet_bootstrap.cc:654] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6: Neither blocks nor log segments found. Creating new log.
20:04:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.339996  5641 log.cc:826] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6: Log is configured to *not* fsync() on all Append() calls
20:04:01.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.344635  5643 tablet_bootstrap.cc:492] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3: Bootstrap starting.
20:04:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.351617  5643 tablet_bootstrap.cc:654] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3: Neither blocks nor log segments found. Creating new log.
20:04:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.352025  5644 tablet_bootstrap.cc:492] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc: Bootstrap starting.
20:04:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.352922  5641 tablet_bootstrap.cc:492] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6: No bootstrap required, opened a new log
20:04:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.353189  5643 log.cc:826] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3: Log is configured to *not* fsync() on all Append() calls
20:04:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.353255  5641 ts_tablet_manager.cc:1397] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6: Time spent bootstrapping tablet: real 0.019s	user 0.000s	sys 0.017s
20:04:01.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.355363  5644 tablet_bootstrap.cc:654] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc: Neither blocks nor log segments found. Creating new log.
20:04:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.356225  5643 tablet_bootstrap.cc:492] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3: No bootstrap required, opened a new log
20:04:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.356446  5644 log.cc:826] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc: Log is configured to *not* fsync() on all Append() calls
20:04:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.356528  5643 ts_tablet_manager.cc:1397] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3: Time spent bootstrapping tablet: real 0.012s	user 0.007s	sys 0.000s
20:04:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.359349  5644 tablet_bootstrap.cc:492] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc: No bootstrap required, opened a new log
20:04:01.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.359675  5644 ts_tablet_manager.cc:1397] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc: Time spent bootstrapping tablet: real 0.008s	user 0.006s	sys 0.000s
20:04:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.361563  5641 raft_consensus.cc:357] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.361975  5641 raft_consensus.cc:383] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.362102  5641 raft_consensus.cc:738] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb9cec7550604138a1d3dac3215414f6, State: Initialized, Role: FOLLOWER
20:04:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.362775  5641 consensus_queue.cc:260] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.364562  5641 ts_tablet_manager.cc:1428] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6: Time spent starting tablet: real 0.011s	user 0.011s	sys 0.001s
20:04:01.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.364622  5643 raft_consensus.cc:357] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.365048  5643 raft_consensus.cc:383] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:01.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.365176  5643 raft_consensus.cc:738] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2950e6d531d348aa9599a13d01bd6fb3, State: Initialized, Role: FOLLOWER
20:04:01.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.366055  5643 consensus_queue.cc:260] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.366648  5644 raft_consensus.cc:357] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.367063  5644 raft_consensus.cc:383] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.367188  5644 raft_consensus.cc:738] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 90304ae455184136aa705f9bb97eccdc, State: Initialized, Role: FOLLOWER
20:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.367908  5644 consensus_queue.cc:260] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.369800  5641 tablet_bootstrap.cc:492] T 191a65d314c343b7ad3044583db19c82 P cb9cec7550604138a1d3dac3215414f6: Bootstrap starting.
20:04:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.371726  5641 tablet_bootstrap.cc:654] T 191a65d314c343b7ad3044583db19c82 P cb9cec7550604138a1d3dac3215414f6: Neither blocks nor log segments found. Creating new log.
20:04:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.377323  5641 tablet_bootstrap.cc:492] T 191a65d314c343b7ad3044583db19c82 P cb9cec7550604138a1d3dac3215414f6: No bootstrap required, opened a new log
20:04:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.377519  5641 ts_tablet_manager.cc:1397] T 191a65d314c343b7ad3044583db19c82 P cb9cec7550604138a1d3dac3215414f6: Time spent bootstrapping tablet: real 0.008s	user 0.006s	sys 0.000s
20:04:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.378062  5643 ts_tablet_manager.cc:1428] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3: Time spent starting tablet: real 0.021s	user 0.014s	sys 0.007s
20:04:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.378255  5641 raft_consensus.cc:357] T 191a65d314c343b7ad3044583db19c82 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.378466  5641 raft_consensus.cc:383] T 191a65d314c343b7ad3044583db19c82 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.378551  5641 raft_consensus.cc:738] T 191a65d314c343b7ad3044583db19c82 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb9cec7550604138a1d3dac3215414f6, State: Initialized, Role: FOLLOWER
20:04:01.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.378818  5641 consensus_queue.cc:260] T 191a65d314c343b7ad3044583db19c82 P cb9cec7550604138a1d3dac3215414f6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.379825  5615 heartbeater.cc:499] Master 127.4.195.188:42491 was elected leader, sending a full tablet report...
20:04:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.380035  5332 tablet.cc:2378] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.380089  5644 ts_tablet_manager.cc:1428] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc: Time spent starting tablet: real 0.020s	user 0.009s	sys 0.012s
20:04:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.380959  5641 ts_tablet_manager.cc:1428] T 191a65d314c343b7ad3044583db19c82 P cb9cec7550604138a1d3dac3215414f6: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
20:04:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.381033  5470 heartbeater.cc:499] Master 127.4.195.188:42491 was elected leader, sending a full tablet report...
20:04:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.382334  5644 tablet_bootstrap.cc:492] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc: Bootstrap starting.
20:04:01.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.384167  5644 tablet_bootstrap.cc:654] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc: Neither blocks nor log segments found. Creating new log.
20:04:01.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.385848  5643 tablet_bootstrap.cc:492] T f3ba9d3f3d6641e88213488898e668f6 P 2950e6d531d348aa9599a13d01bd6fb3: Bootstrap starting.
20:04:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.388620  5643 tablet_bootstrap.cc:654] T f3ba9d3f3d6641e88213488898e668f6 P 2950e6d531d348aa9599a13d01bd6fb3: Neither blocks nor log segments found. Creating new log.
20:04:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.392081  5644 tablet_bootstrap.cc:492] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc: No bootstrap required, opened a new log
20:04:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.392279  5644 ts_tablet_manager.cc:1397] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc: Time spent bootstrapping tablet: real 0.010s	user 0.006s	sys 0.003s
20:04:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.393253  5644 raft_consensus.cc:357] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.393455  5644 raft_consensus.cc:383] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.393528  5644 raft_consensus.cc:738] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 90304ae455184136aa705f9bb97eccdc, State: Initialized, Role: FOLLOWER
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.393827  5644 consensus_queue.cc:260] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.394380  5644 ts_tablet_manager.cc:1428] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.001s
20:04:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.396389  5643 tablet_bootstrap.cc:492] T f3ba9d3f3d6641e88213488898e668f6 P 2950e6d531d348aa9599a13d01bd6fb3: No bootstrap required, opened a new log
20:04:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.396592  5643 ts_tablet_manager.cc:1397] T f3ba9d3f3d6641e88213488898e668f6 P 2950e6d531d348aa9599a13d01bd6fb3: Time spent bootstrapping tablet: real 0.011s	user 0.008s	sys 0.000s
20:04:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.397325  5643 raft_consensus.cc:357] T f3ba9d3f3d6641e88213488898e668f6 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.397483  5643 raft_consensus.cc:383] T f3ba9d3f3d6641e88213488898e668f6 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.397529  5643 raft_consensus.cc:738] T f3ba9d3f3d6641e88213488898e668f6 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2950e6d531d348aa9599a13d01bd6fb3, State: Initialized, Role: FOLLOWER
20:04:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.397727  5643 consensus_queue.cc:260] T f3ba9d3f3d6641e88213488898e668f6 P 2950e6d531d348aa9599a13d01bd6fb3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.398195  5643 ts_tablet_manager.cc:1428] T f3ba9d3f3d6641e88213488898e668f6 P 2950e6d531d348aa9599a13d01bd6fb3: Time spent starting tablet: real 0.001s	user 0.000s	sys 0.000s
20:04:01.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.433876  5618 tablet.cc:2378] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:01.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.464419  5647 raft_consensus.cc:491] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:01.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.464720  5647 raft_consensus.cc:513] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.466692  5647 leader_election.cc:290] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2950e6d531d348aa9599a13d01bd6fb3 (127.4.195.130:35021), 90304ae455184136aa705f9bb97eccdc (127.4.195.131:43801)
20:04:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.473861  5425 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "f3ba9d3f3d6641e88213488898e668f6" candidate_uuid: "cb9cec7550604138a1d3dac3215414f6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2950e6d531d348aa9599a13d01bd6fb3" is_pre_election: true
20:04:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.474009  5570 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "f3ba9d3f3d6641e88213488898e668f6" candidate_uuid: "cb9cec7550604138a1d3dac3215414f6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "90304ae455184136aa705f9bb97eccdc" is_pre_election: true
20:04:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.474413  5425 raft_consensus.cc:2466] T f3ba9d3f3d6641e88213488898e668f6 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cb9cec7550604138a1d3dac3215414f6 in term 0.
20:04:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.474429  5570 raft_consensus.cc:2466] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cb9cec7550604138a1d3dac3215414f6 in term 0.
20:04:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.475081  5206 leader_election.cc:304] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2950e6d531d348aa9599a13d01bd6fb3, cb9cec7550604138a1d3dac3215414f6; no voters: 
20:04:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.475476  5647 raft_consensus.cc:2802] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.475631  5647 raft_consensus.cc:491] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.475728  5647 raft_consensus.cc:3058] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Advancing to term 1
20:04:01.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.477717  5647 raft_consensus.cc:513] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.478386  5647 leader_election.cc:290] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [CANDIDATE]: Term 1 election: Requested vote from peers 2950e6d531d348aa9599a13d01bd6fb3 (127.4.195.130:35021), 90304ae455184136aa705f9bb97eccdc (127.4.195.131:43801)
20:04:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.479055  5570 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "f3ba9d3f3d6641e88213488898e668f6" candidate_uuid: "cb9cec7550604138a1d3dac3215414f6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "90304ae455184136aa705f9bb97eccdc"
20:04:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.479115  5425 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "f3ba9d3f3d6641e88213488898e668f6" candidate_uuid: "cb9cec7550604138a1d3dac3215414f6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2950e6d531d348aa9599a13d01bd6fb3"
20:04:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.479285  5570 raft_consensus.cc:3058] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Advancing to term 1
20:04:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.479324  5425 raft_consensus.cc:3058] T f3ba9d3f3d6641e88213488898e668f6 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Advancing to term 1
20:04:01.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.482522  5425 raft_consensus.cc:2466] T f3ba9d3f3d6641e88213488898e668f6 P 2950e6d531d348aa9599a13d01bd6fb3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cb9cec7550604138a1d3dac3215414f6 in term 1.
20:04:01.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.482522  5570 raft_consensus.cc:2466] T f3ba9d3f3d6641e88213488898e668f6 P 90304ae455184136aa705f9bb97eccdc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cb9cec7550604138a1d3dac3215414f6 in term 1.
20:04:01.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.483068  5208 leader_election.cc:304] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 2950e6d531d348aa9599a13d01bd6fb3, 90304ae455184136aa705f9bb97eccdc, cb9cec7550604138a1d3dac3215414f6; no voters: 
20:04:01.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.483445  5647 raft_consensus.cc:2802] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [term 1 FOLLOWER]: Leader election won for term 1
20:04:01.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.483914  5647 raft_consensus.cc:695] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [term 1 LEADER]: Becoming Leader. State: Replica: cb9cec7550604138a1d3dac3215414f6, State: Running, Role: LEADER
20:04:01.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.484418  5647 consensus_queue.cc:237] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.490007  5081 catalog_manager.cc:5582] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 reported cstate change: term changed from 0 to 1, leader changed from <none> to cb9cec7550604138a1d3dac3215414f6 (127.4.195.129). New cstate: current_term: 1 leader_uuid: "cb9cec7550604138a1d3dac3215414f6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } health_report { overall_health: UNKNOWN } } }
20:04:01.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.512696  5648 raft_consensus.cc:491] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:01.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.512926  5648 raft_consensus.cc:513] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.514786  5648 leader_election.cc:290] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cb9cec7550604138a1d3dac3215414f6 (127.4.195.129:44509), 90304ae455184136aa705f9bb97eccdc (127.4.195.131:43801)
20:04:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.521991  5570 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "191a65d314c343b7ad3044583db19c82" candidate_uuid: "2950e6d531d348aa9599a13d01bd6fb3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "90304ae455184136aa705f9bb97eccdc" is_pre_election: true
20:04:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.522339  5570 raft_consensus.cc:2466] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2950e6d531d348aa9599a13d01bd6fb3 in term 0.
20:04:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.522159  5284 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "191a65d314c343b7ad3044583db19c82" candidate_uuid: "2950e6d531d348aa9599a13d01bd6fb3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb9cec7550604138a1d3dac3215414f6" is_pre_election: true
20:04:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.522608  5284 raft_consensus.cc:2466] T 191a65d314c343b7ad3044583db19c82 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2950e6d531d348aa9599a13d01bd6fb3 in term 0.
20:04:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.522897  5352 leader_election.cc:304] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2950e6d531d348aa9599a13d01bd6fb3, 90304ae455184136aa705f9bb97eccdc; no voters: 
20:04:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.523308  5648 raft_consensus.cc:2802] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.523423  5648 raft_consensus.cc:491] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.523481  5648 raft_consensus.cc:3058] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Advancing to term 1
20:04:01.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.525480  5648 raft_consensus.cc:513] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.526078  5648 leader_election.cc:290] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [CANDIDATE]: Term 1 election: Requested vote from peers cb9cec7550604138a1d3dac3215414f6 (127.4.195.129:44509), 90304ae455184136aa705f9bb97eccdc (127.4.195.131:43801)
20:04:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.526690  5284 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "191a65d314c343b7ad3044583db19c82" candidate_uuid: "2950e6d531d348aa9599a13d01bd6fb3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb9cec7550604138a1d3dac3215414f6"
20:04:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.526715  5570 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "191a65d314c343b7ad3044583db19c82" candidate_uuid: "2950e6d531d348aa9599a13d01bd6fb3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "90304ae455184136aa705f9bb97eccdc"
20:04:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.526873  5284 raft_consensus.cc:3058] T 191a65d314c343b7ad3044583db19c82 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Advancing to term 1
20:04:01.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.526919  5570 raft_consensus.cc:3058] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Advancing to term 1
20:04:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.528965  5284 raft_consensus.cc:2466] T 191a65d314c343b7ad3044583db19c82 P cb9cec7550604138a1d3dac3215414f6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2950e6d531d348aa9599a13d01bd6fb3 in term 1.
20:04:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.528975  5570 raft_consensus.cc:2466] T 191a65d314c343b7ad3044583db19c82 P 90304ae455184136aa705f9bb97eccdc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2950e6d531d348aa9599a13d01bd6fb3 in term 1.
20:04:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.529476  5350 leader_election.cc:304] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2950e6d531d348aa9599a13d01bd6fb3, cb9cec7550604138a1d3dac3215414f6; no voters: 
20:04:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.529829  5648 raft_consensus.cc:2802] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [term 1 FOLLOWER]: Leader election won for term 1
20:04:01.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.530357  5648 raft_consensus.cc:695] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [term 1 LEADER]: Becoming Leader. State: Replica: 2950e6d531d348aa9599a13d01bd6fb3, State: Running, Role: LEADER
20:04:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.530882  5648 consensus_queue.cc:237] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.535421  5081 catalog_manager.cc:5582] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2950e6d531d348aa9599a13d01bd6fb3 (127.4.195.130). New cstate: current_term: 1 leader_uuid: "2950e6d531d348aa9599a13d01bd6fb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } health_report { overall_health: UNKNOWN } } }
20:04:01.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.624686  5473 tablet.cc:2378] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.741242  5081 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56588:
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
20:04:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:04:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:01.742256  5081 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.754894  5258 tablet_service.cc:1468] Processing CreateTablet for tablet 6dfbdae7b60041a7a4b3c6062c133b27 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=aaa3bcc267c543d4a2365d73b4b28709]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.755218  5404 tablet_service.cc:1468] Processing CreateTablet for tablet 6dfbdae7b60041a7a4b3c6062c133b27 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=aaa3bcc267c543d4a2365d73b4b28709]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.756036  5404 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6dfbdae7b60041a7a4b3c6062c133b27. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.756036  5258 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6dfbdae7b60041a7a4b3c6062c133b27. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.758750  5549 tablet_service.cc:1468] Processing CreateTablet for tablet 6dfbdae7b60041a7a4b3c6062c133b27 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=aaa3bcc267c543d4a2365d73b4b28709]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.759850  5549 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6dfbdae7b60041a7a4b3c6062c133b27. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.763747  5643 tablet_bootstrap.cc:492] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: Bootstrap starting.
20:04:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.765509  5643 tablet_bootstrap.cc:654] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: Neither blocks nor log segments found. Creating new log.
20:04:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.766317  5644 tablet_bootstrap.cc:492] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc: Bootstrap starting.
20:04:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.767964  5644 tablet_bootstrap.cc:654] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc: Neither blocks nor log segments found. Creating new log.
20:04:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.772270  5641 tablet_bootstrap.cc:492] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6: Bootstrap starting.
20:04:01.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.773725  5643 tablet_bootstrap.cc:492] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: No bootstrap required, opened a new log
20:04:01.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.774030  5641 tablet_bootstrap.cc:654] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6: Neither blocks nor log segments found. Creating new log.
20:04:01.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.774056  5643 ts_tablet_manager.cc:1397] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: Time spent bootstrapping tablet: real 0.010s	user 0.007s	sys 0.002s
20:04:01.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.775146  5643 raft_consensus.cc:357] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.775470  5643 raft_consensus.cc:383] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:01.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.775646  5643 raft_consensus.cc:738] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2950e6d531d348aa9599a13d01bd6fb3, State: Initialized, Role: FOLLOWER
20:04:01.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.776019  5643 consensus_queue.cc:260] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.776576  5648 tablet_replica.cc:440] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } } }
20:04:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.776814  5648 tablet_replica.cc:443] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.779659  5643 ts_tablet_manager.cc:1428] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: Time spent starting tablet: real 0.005s	user 0.001s	sys 0.000s
20:04:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.781008  5641 tablet_bootstrap.cc:492] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6: No bootstrap required, opened a new log
20:04:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.781183  5641 ts_tablet_manager.cc:1397] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6: Time spent bootstrapping tablet: real 0.009s	user 0.002s	sys 0.004s
20:04:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.782117  5641 raft_consensus.cc:357] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.782334  5641 raft_consensus.cc:383] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.782444  5641 raft_consensus.cc:738] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb9cec7550604138a1d3dac3215414f6, State: Initialized, Role: FOLLOWER
20:04:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.782799  5641 consensus_queue.cc:260] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.783242  5647 tablet_replica.cc:440] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } } }
20:04:01.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.783484  5647 tablet_replica.cc:443] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:01.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.783962  5641 ts_tablet_manager.cc:1428] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.001s
20:04:01.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.790002  5644 tablet_bootstrap.cc:492] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc: No bootstrap required, opened a new log
20:04:01.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.790185  5644 ts_tablet_manager.cc:1397] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc: Time spent bootstrapping tablet: real 0.024s	user 0.012s	sys 0.006s
20:04:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.791057  5644 raft_consensus.cc:357] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.791270  5644 raft_consensus.cc:383] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.791358  5644 raft_consensus.cc:738] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 90304ae455184136aa705f9bb97eccdc, State: Initialized, Role: FOLLOWER
20:04:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.791672  5644 consensus_queue.cc:260] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.792232  5644 ts_tablet_manager.cc:1428] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.000s
20:04:01.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.792166  5649 tablet_replica.cc:440] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } } }
20:04:01.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.792440  5649 tablet_replica.cc:443] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.876394  5648 raft_consensus.cc:491] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.876698  5648 raft_consensus.cc:513] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.877370  5648 leader_election.cc:290] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cb9cec7550604138a1d3dac3215414f6 (127.4.195.129:44509), 90304ae455184136aa705f9bb97eccdc (127.4.195.131:43801)
20:04:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.877956  5570 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "6dfbdae7b60041a7a4b3c6062c133b27" candidate_uuid: "2950e6d531d348aa9599a13d01bd6fb3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "90304ae455184136aa705f9bb97eccdc" is_pre_election: true
20:04:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.877943  5284 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "6dfbdae7b60041a7a4b3c6062c133b27" candidate_uuid: "2950e6d531d348aa9599a13d01bd6fb3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb9cec7550604138a1d3dac3215414f6" is_pre_election: true
20:04:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.878165  5570 raft_consensus.cc:2466] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2950e6d531d348aa9599a13d01bd6fb3 in term 0.
20:04:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.878206  5284 raft_consensus.cc:2466] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2950e6d531d348aa9599a13d01bd6fb3 in term 0.
20:04:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.878584  5352 leader_election.cc:304] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2950e6d531d348aa9599a13d01bd6fb3, 90304ae455184136aa705f9bb97eccdc; no voters: 
20:04:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.878911  5648 raft_consensus.cc:2802] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.879006  5648 raft_consensus.cc:491] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.879083  5648 raft_consensus.cc:3058] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [term 0 FOLLOWER]: Advancing to term 1
20:04:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.880970  5648 raft_consensus.cc:513] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.881541  5648 leader_election.cc:290] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [CANDIDATE]: Term 1 election: Requested vote from peers cb9cec7550604138a1d3dac3215414f6 (127.4.195.129:44509), 90304ae455184136aa705f9bb97eccdc (127.4.195.131:43801)
20:04:01.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.882063  5570 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "6dfbdae7b60041a7a4b3c6062c133b27" candidate_uuid: "2950e6d531d348aa9599a13d01bd6fb3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "90304ae455184136aa705f9bb97eccdc"
20:04:01.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.882038  5284 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "6dfbdae7b60041a7a4b3c6062c133b27" candidate_uuid: "2950e6d531d348aa9599a13d01bd6fb3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb9cec7550604138a1d3dac3215414f6"
20:04:01.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.882304  5570 raft_consensus.cc:3058] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc [term 0 FOLLOWER]: Advancing to term 1
20:04:01.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.882404  5284 raft_consensus.cc:3058] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6 [term 0 FOLLOWER]: Advancing to term 1
20:04:01.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.884204  5570 raft_consensus.cc:2466] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2950e6d531d348aa9599a13d01bd6fb3 in term 1.
20:04:01.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.884274  5284 raft_consensus.cc:2466] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2950e6d531d348aa9599a13d01bd6fb3 in term 1.
20:04:01.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.884706  5350 leader_election.cc:304] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 2950e6d531d348aa9599a13d01bd6fb3, 90304ae455184136aa705f9bb97eccdc, cb9cec7550604138a1d3dac3215414f6; no voters: 
20:04:01.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.885044  5648 raft_consensus.cc:2802] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [term 1 FOLLOWER]: Leader election won for term 1
20:04:01.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.885231  5648 raft_consensus.cc:695] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [term 1 LEADER]: Becoming Leader. State: Replica: 2950e6d531d348aa9599a13d01bd6fb3, State: Running, Role: LEADER
20:04:01.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.885533  5648 consensus_queue.cc:237] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } }
20:04:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.887027  5659 tablet_replica.cc:440] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: TxnStatusTablet state changed. Reason: New leader 2950e6d531d348aa9599a13d01bd6fb3. Latest consensus state: current_term: 1 leader_uuid: "2950e6d531d348aa9599a13d01bd6fb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } } }
20:04:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.887326  5659 tablet_replica.cc:443] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: This TxnStatusTablet replica's current role is: LEADER
20:04:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.887925  5673 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
20:04:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.888294  5673 txn_status_manager.cc:930] Loading transaction status metadata into memory...
20:04:01.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.890048  5082 catalog_manager.cc:5582] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2950e6d531d348aa9599a13d01bd6fb3 (127.4.195.130). New cstate: current_term: 1 leader_uuid: "2950e6d531d348aa9599a13d01bd6fb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } health_report { overall_health: UNKNOWN } } }
20:04:01.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.937232  5659 consensus_queue.cc:1035] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:01.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.946820  5284 raft_consensus.cc:1273] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6 [term 1 FOLLOWER]: Refusing update from remote peer 2950e6d531d348aa9599a13d01bd6fb3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:01.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.947428  5570 raft_consensus.cc:1273] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc [term 1 FOLLOWER]: Refusing update from remote peer 2950e6d531d348aa9599a13d01bd6fb3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:01.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.948295  5647 consensus_queue.cc:1035] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:01.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.952693  5648 consensus_queue.cc:1035] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.953289  5648 consensus_queue.cc:1035] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.953758  5648 consensus_queue.cc:1035] T 191a65d314c343b7ad3044583db19c82 P 2950e6d531d348aa9599a13d01bd6fb3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:01.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.975509  5684 consensus_queue.cc:1035] T f3ba9d3f3d6641e88213488898e668f6 P cb9cec7550604138a1d3dac3215414f6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.993986  5655 tablet_replica.cc:440] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6: TxnStatusTablet state changed. Reason: New leader 2950e6d531d348aa9599a13d01bd6fb3. Latest consensus state: current_term: 1 leader_uuid: "2950e6d531d348aa9599a13d01bd6fb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } } }
20:04:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.994151  5677 mvcc.cc:204] Tried to move back new op lower bound from 7172319813395607552 to 7172319813165076480. Current Snapshot: MvccSnapshot[applied={T|T < 7172319813395607552}]
20:04:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:01.994343  5655 tablet_replica.cc:443] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.007673  5680 tablet_replica.cc:440] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2950e6d531d348aa9599a13d01bd6fb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } } }
20:04:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.007989  5680 tablet_replica.cc:443] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: This TxnStatusTablet replica's current role is: LEADER
20:04:02.014 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:04:02.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.015690  5655 tablet_replica.cc:440] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2950e6d531d348aa9599a13d01bd6fb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } } }
20:04:02.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.015925  5655 tablet_replica.cc:443] T 6dfbdae7b60041a7a4b3c6062c133b27 P cb9cec7550604138a1d3dac3215414f6: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:02.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table dd7f2e3557cf48ffa80f305ef6125156
20:04:02.019 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f3ba9d3f3d6641e88213488898e668f6 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
20:04:02.019 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 191a65d314c343b7ad3044583db19c82 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
20:04:02.020 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=f3ba9d3f3d6641e88213488898e668f6@[2950e6d531d348aa9599a13d01bd6fb3(127.4.195.130:35021),90304ae455184136aa705f9bb97eccdc(127.4.195.131:43801),cb9cec7550604138a1d3dac3215414f6(127.4.195.129:44509)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=191a65d314c343b7ad3044583db19c82@[2950e6d531d348aa9599a13d01bd6fb3(127.4.195.130:35021)[L],90304ae455184136aa705f9bb97eccdc(127.4.195.131:43801),cb9cec7550604138a1d3dac3215414f6(127.4.195.129:44509)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:04:02.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.195.188:42491, [2ms] Sub RPC GetTableLocations: received response from server master-127.4.195.188:42491: OK, deferred=null) after lookup
20:04:02.023 [DEBUG - kudu-nio-0] (Connection.java:748) [peer cb9cec7550604138a1d3dac3215414f6(127.4.195.129:44509)] connecting to peer
20:04:02.025 [DEBUG - kudu-nio-1] (Connection.java:757) [peer cb9cec7550604138a1d3dac3215414f6(127.4.195.129:44509)] Successfully connected to peer
20:04:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.031023  5649 tablet_replica.cc:440] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc: TxnStatusTablet state changed. Reason: New leader 2950e6d531d348aa9599a13d01bd6fb3. Latest consensus state: current_term: 1 leader_uuid: "2950e6d531d348aa9599a13d01bd6fb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } } }
20:04:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.031353  5649 tablet_replica.cc:443] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:02.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.038189  5680 tablet_replica.cc:440] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2950e6d531d348aa9599a13d01bd6fb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } } }
20:04:02.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.038452  5680 tablet_replica.cc:443] T 6dfbdae7b60041a7a4b3c6062c133b27 P 2950e6d531d348aa9599a13d01bd6fb3: This TxnStatusTablet replica's current role is: LEADER
20:04:02.045 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb40a3c0e, L:/127.0.0.1:36840 - R:/127.4.195.129:44509] using TOKEN/null
20:04:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.072980  5649 tablet_replica.cc:440] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2950e6d531d348aa9599a13d01bd6fb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb9cec7550604138a1d3dac3215414f6" member_type: VOTER last_known_addr { host: "127.4.195.129" port: 44509 } } peers { permanent_uuid: "2950e6d531d348aa9599a13d01bd6fb3" member_type: VOTER last_known_addr { host: "127.4.195.130" port: 35021 } } peers { permanent_uuid: "90304ae455184136aa705f9bb97eccdc" member_type: VOTER last_known_addr { host: "127.4.195.131" port: 43801 } } }
20:04:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.073218  5649 tablet_replica.cc:443] T 6dfbdae7b60041a7a4b3c6062c133b27 P 90304ae455184136aa705f9bb97eccdc: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:02.105 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.195.188:42491
20:04:02.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

20:04:02.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.107494  4878 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 5049
20:04:02.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.108863  5122 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:02.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.275605  4878 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 5049
20:04:02.294 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.195.188:42491(127.4.195.188:42491)] handling channelInactive
20:04:02.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state READY due to: connection closed
20:04:02.294 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:04:02.522 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.524 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.4.195.188:42491(127.4.195.188:42491) for tablet Kudu Master: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.539 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.559 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.575626  5700 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a0eaaeda89b34c6996b594dce282a20c)
20:04:02.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.575838  5700 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:02.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.576438  5701 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a0eaaeda89b34c6996b594dce282a20c)
20:04:02.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.576602  5701 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.577276  5701 leader_election.cc:290] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a0e6f5f78654474d99db1fc73c785d0a (127.4.195.190:45475), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.577334  5700 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.577742  5010 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0e6f5f78654474d99db1fc73c785d0a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3c50416e737848fc85222471d62489eb" is_pre_election: true
20:04:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.577785  4930 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3c50416e737848fc85222471d62489eb" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a0e6f5f78654474d99db1fc73c785d0a" is_pre_election: true
20:04:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.577992  5010 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a0e6f5f78654474d99db1fc73c785d0a in term 1.
20:04:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.578048  4930 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c50416e737848fc85222471d62489eb in term 1.
20:04:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.578644  4985 leader_election.cc:304] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c50416e737848fc85222471d62489eb, a0e6f5f78654474d99db1fc73c785d0a; no voters: 
20:04:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.578787  4904 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c50416e737848fc85222471d62489eb, a0e6f5f78654474d99db1fc73c785d0a; no voters: 
20:04:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.578934  5701 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.579067  5701 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 1 FOLLOWER]: Starting leader election (detected failure of leader a0eaaeda89b34c6996b594dce282a20c)
20:04:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.579191  5701 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 1 FOLLOWER]: Advancing to term 2
20:04:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.579176  5700 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.579283  5700 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 1 FOLLOWER]: Starting leader election (detected failure of leader a0eaaeda89b34c6996b594dce282a20c)
20:04:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.579370  5700 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 1 FOLLOWER]: Advancing to term 2
20:04:02.579 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.582388  5701 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:02.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.583180  5700 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:02.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.583539  5701 leader_election.cc:290] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 2 election: Requested vote from peers a0e6f5f78654474d99db1fc73c785d0a (127.4.195.190:45475), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:02.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.584671  4930 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3c50416e737848fc85222471d62489eb" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a0e6f5f78654474d99db1fc73c785d0a"
20:04:02.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.585109  4930 raft_consensus.cc:2391] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 3c50416e737848fc85222471d62489eb in current term 2: Already voted for candidate a0e6f5f78654474d99db1fc73c785d0a in this term.
20:04:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.585165  5010 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0e6f5f78654474d99db1fc73c785d0a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3c50416e737848fc85222471d62489eb"
20:04:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.585495  5010 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a0e6f5f78654474d99db1fc73c785d0a in current term 2: Already voted for candidate 3c50416e737848fc85222471d62489eb in this term.
20:04:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.586347  5700 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 2 election: Requested vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:02.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:02.588097  4988 leader_election.cc:336] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:02.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:02.589329  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:02.589509  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.589613  4907 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.589921  5700 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:02.589973  4988 leader_election.cc:336] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.590112  4988 leader_election.cc:304] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3c50416e737848fc85222471d62489eb; no voters: a0e6f5f78654474d99db1fc73c785d0a, a0eaaeda89b34c6996b594dce282a20c
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.590467  5701 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:04:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:02.596853  5470 heartbeater.cc:646] Failed to heartbeat to 127.4.195.188:42491 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:02.619 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.621 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.639 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.641 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.719 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.721 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.739 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] sending RPC to server master-127.4.195.188:42491, [5ms] received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, deferred=Deferred@676896169(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/604153547@af318c3 -> (continuation of Deferred@322911040 after retry RPC after error@62624810) -> (continuation of Deferred@1877144609 after retry RPC after error@2101730334) -> (continuation of Deferred@399117773 after retry RPC after error@1208996314) -> (continuation of Deferred@817133318 after retry RPC after error@1665333282) -> (continuation of Deferred@614544866 after retry RPC after error@311865773) -> (continuation of Deferred@17426622 after retry RPC after error@1979614037), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/16472678@58dda62d -> (continuation of Deferred@322911040 after retry RPC after error@62624810) -> (continuation of Deferred@1877144609 after retry RPC after error@2101730334) -> (continuation of Deferred@399117773 after retry RPC after error@1208996314) -> (continuation of Deferred@817133318 after retry RPC after error@1665333282) -> (continuation of Deferred@614544866 after retry RPC after error@311865773) -> (continuation of Deferred@17426622 after retry RPC after error@1979614037)))
20:04:02.743 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] sending RPC to server master-127.4.195.188:42491, [5ms] received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, deferred=Deferred@676896169(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/604153547@af318c3 -> (continuation of Deferred@322911040 after retry RPC after error@62624810) -> (continuation of Deferred@1877144609 after retry RPC after error@2101730334) -> (continuation of Deferred@399117773 after retry RPC after error@1208996314) -> (continuation of Deferred@817133318 after retry RPC after error@1665333282) -> (continuation of Deferred@614544866 after retry RPC after error@311865773) -> (continuation of Deferred@17426622 after retry RPC after error@1979614037), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/16472678@58dda62d -> (continuation of Deferred@322911040 after retry RPC after error@62624810) -> (continuation of Deferred@1877144609 after retry RPC after error@2101730334) -> (continuation of Deferred@399117773 after retry RPC after error@1208996314) -> (continuation of Deferred@817133318 after retry RPC after error@1665333282) -> (continuation of Deferred@614544866 after retry RPC after error@311865773) -> (continuation of Deferred@17426622 after retry RPC after error@1979614037)))
20:04:02.759 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.763 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.779 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.783 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.799 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.819 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.839 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.859 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.879 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:02.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:02.881 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:02.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.954144  5701 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:02.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.954456  5701 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.955252  5701 leader_election.cc:290] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers a0e6f5f78654474d99db1fc73c785d0a (127.4.195.190:45475), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:02.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.955823  4930 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3c50416e737848fc85222471d62489eb" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a0e6f5f78654474d99db1fc73c785d0a" is_pre_election: true
20:04:02.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.956118  4930 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c50416e737848fc85222471d62489eb in term 2.
20:04:02.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.956705  4985 leader_election.cc:304] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c50416e737848fc85222471d62489eb, a0e6f5f78654474d99db1fc73c785d0a; no voters: 
20:04:02.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.957100  5701 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 2 FOLLOWER]: Leader pre-election won for term 3
20:04:02.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.957202  5701 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:02.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.957314  5701 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 2 FOLLOWER]: Advancing to term 3
20:04:02.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:02.957259  4988 leader_election.cc:336] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:02.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.959336  5701 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.960006  5701 leader_election.cc:290] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 3 election: Requested vote from peers a0e6f5f78654474d99db1fc73c785d0a (127.4.195.190:45475), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.960532  4930 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3c50416e737848fc85222471d62489eb" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a0e6f5f78654474d99db1fc73c785d0a"
20:04:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.960757  4930 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 2 FOLLOWER]: Advancing to term 3
20:04:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:02.961354  4988 leader_election.cc:336] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.963413  4930 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c50416e737848fc85222471d62489eb in term 3.
20:04:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.963910  4985 leader_election.cc:304] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c50416e737848fc85222471d62489eb, a0e6f5f78654474d99db1fc73c785d0a; no voters: a0eaaeda89b34c6996b594dce282a20c
20:04:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.964263  5701 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 3 FOLLOWER]: Leader election won for term 3
20:04:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.964744  5701 raft_consensus.cc:695] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [term 3 LEADER]: Becoming Leader. State: Replica: 3c50416e737848fc85222471d62489eb, State: Running, Role: LEADER
20:04:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.965214  5701 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.967100  5711 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3c50416e737848fc85222471d62489eb. Latest consensus state: current_term: 3 leader_uuid: "3c50416e737848fc85222471d62489eb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:04:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.967466  5711 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [sys.catalog]: This master's current role is: LEADER
20:04:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.968165  5713 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:04:02.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.970675  5713 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=aaa3bcc267c543d4a2365d73b4b28709]
20:04:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.971238  5713 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback [id=dd7f2e3557cf48ffa80f305ef6125156]
20:04:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.973191  5713 tablet_loader.cc:96] loaded metadata for tablet 191a65d314c343b7ad3044583db19c82 (table txn_manager_fallback [id=dd7f2e3557cf48ffa80f305ef6125156])
20:04:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.973569  5713 tablet_loader.cc:96] loaded metadata for tablet 6dfbdae7b60041a7a4b3c6062c133b27 (table kudu_system.kudu_transactions [id=aaa3bcc267c543d4a2365d73b4b28709])
20:04:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.973865  5713 tablet_loader.cc:96] loaded metadata for tablet f3ba9d3f3d6641e88213488898e668f6 (table txn_manager_fallback [id=dd7f2e3557cf48ffa80f305ef6125156])
20:04:02.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.974097  5713 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:04:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.975093  5713 catalog_manager.cc:1261] Loaded cluster ID: 2a5894d209d444839a8adda2fc0612d5
20:04:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.975193  5713 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:04:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.976552  5713 catalog_manager.cc:1506] Loading token signing keys...
20:04:02.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.977588  5713 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb: Loaded TSK: 0
20:04:02.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:02.978598  5713 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:04:02.999 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:03.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:03.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:03.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:03.003 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:03.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [92ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, deferred=Deferred@1433460358(state=PENDING, result=null, callback=(continuation of Deferred@1342801009 after retry RPC after error@135585247) -> (continuation of Deferred@1670666612 after retry RPC after error@809709422) -> (continuation of Deferred@745873179 after retry RPC after error@35771759) -> (continuation of Deferred@1128231846 after retry RPC after error@1789795568) -> (continuation of Deferred@1848068985 after retry RPC after error@1654747519) -> (continuation of Deferred@1522240718 after retry RPC after error@1080578805) -> (continuation of Deferred@348173570 after retry RPC after error@2097353836), errback=(continuation of Deferred@1342801009 after retry RPC after error@135585247) -> (continuation of Deferred@1670666612 after retry RPC after error@809709422) -> (continuation of Deferred@745873179 after retry RPC after error@35771759) -> (continuation of Deferred@1128231846 after retry RPC after error@1789795568) -> (continuation of Deferred@1848068985 after retry RPC after error@1654747519) -> (continuation of Deferred@1522240718 after retry RPC after error@1080578805) -> (continuation of Deferred@348173570 after retry RPC after error@2097353836))) after lookup
20:04:03.020 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [92ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: OK, [245ms] sending RPC to server master-127.4.195.189:41513, deferred=Deferred@1433460358(state=PENDING, result=null, callback=(continuation of Deferred@1342801009 after retry RPC after error@135585247) -> (continuation of Deferred@1670666612 after retry RPC after error@809709422) -> (continuation of Deferred@745873179 after retry RPC after error@35771759) -> (continuation of Deferred@1128231846 after retry RPC after error@1789795568) -> (continuation of Deferred@1848068985 after retry RPC after error@1654747519) -> (continuation of Deferred@1522240718 after retry RPC after error@1080578805) -> (continuation of Deferred@348173570 after retry RPC after error@2097353836) -> (continuation of Deferred@912397260 after retry RPC@1054512556), errback=(continuation of Deferred@1342801009 after retry RPC after error@135585247) -> (continuation of Deferred@1670666612 after retry RPC after error@809709422) -> (continuation of Deferred@745873179 after retry RPC after error@35771759) -> (continuation of Deferred@1128231846 after retry RPC after error@1789795568) -> (continuation of Deferred@1848068985 after retry RPC after error@1654747519) -> (continuation of Deferred@1522240718 after retry RPC after error@1080578805) -> (continuation of Deferred@348173570 after retry RPC after error@2097353836) -> (continuation of Deferred@912397260 after retry RPC@1054512556)))
20:04:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:03.034629  5031 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:48968 (request call id 16) took 29 ms (client timeout 5 ms). Trace:
20:04:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:03.034809  5031 rpcz_store.cc:269] 0627 20:04:03.005612 (+     0us) service_pool.cc:168] Inserting onto call queue
20:04:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:04:03.005689 (+    77us) service_pool.cc:225] Handling call
20:04:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:04:03.034551 (+ 28862us) inbound_call.cc:173] Queueing success response
20:04:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":528,"thread_start_us":391,"threads_started":2}
20:04:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:03.058049  4988 consensus_peers.cc:489] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb -> Peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Couldn't send request to peer a0eaaeda89b34c6996b594dce282a20c. Status: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:03.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 787346156882 + 9223371249508620170 cannot be represented in type 'long'
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:03.063274  4999 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48982:
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:04:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:03.075630  4999 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:03.082211  4930 raft_consensus.cc:1273] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Refusing update from remote peer 3c50416e737848fc85222471d62489eb: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:04:03.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:03.086675  5355 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.041s from last keepalive heartbeat (effective timeout is 1.000s)
20:04:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:03.088902  5615 heartbeater.cc:646] Failed to heartbeat to 127.4.195.188:42491 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:03.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:03.091005  5395 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.195.188:42491)
20:04:03.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:03.090332  5711 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [LEADER]: Connected to new peer: Peer: permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
20:04:03.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:03.110193  5329 heartbeater.cc:646] Failed to heartbeat to 127.4.195.188:42491 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:03.141173  5733 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3c50416e737848fc85222471d62489eb. Latest consensus state: current_term: 3 leader_uuid: "3c50416e737848fc85222471d62489eb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:04:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:03.141479  5733 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [sys.catalog]: This master's current role is: FOLLOWER
20:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:03.153378  5726 tablet_replica.cc:1304] Aborted: operation has been aborted: cancelling pending write operations
20:04:03.156 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 2950e6d531d348aa9599a13d01bd6fb3 (127.4.195.130:35021): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1751054641 last_transition_timestamp: 1751054643
20:04:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:03.166980  5701 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "3c50416e737848fc85222471d62489eb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:04:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:03.167369  5701 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb [sys.catalog]: This master's current role is: LEADER
20:04:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:03.208853  5733 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "3c50416e737848fc85222471d62489eb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } } }
20:04:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:03.209125  5733 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [sys.catalog]: This master's current role is: FOLLOWER
20:04:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:03.546270  4988 consensus_peers.cc:489] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb -> Peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Couldn't send request to peer a0eaaeda89b34c6996b594dce282a20c. Status: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:04:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:03.841441  4988 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111) [suppressed 16 similar messages]
20:04:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:04.007339  4988 consensus_peers.cc:489] T 00000000000000000000000000000000 P 3c50416e737848fc85222471d62489eb -> Peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Couldn't send request to peer a0eaaeda89b34c6996b594dce282a20c. Status: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:04:04.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 0x7fc68ccdb538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
20:04:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.090298  5617 heartbeater.cc:499] Master 127.4.195.189:41513 was elected leader, sending a full tablet report...
20:04:04.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.101567  5331 heartbeater.cc:499] Master 127.4.195.189:41513 was elected leader, sending a full tablet report...
20:04:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 0xa64d55 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
20:04:04.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 0x7fc6a0485a32 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
20:04:04.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 0x7fc6a0475544 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
20:04:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 0x7fc6a05d9b9e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
20:04:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 0x7fc6a05da77b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
20:04:04.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 0x7fc6a05df3bf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
20:04:04.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 0x7fc69a50b0e6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
20:04:04.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 0x7fc69a50ae15 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:04:04.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 0x7fc693b23c7e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:04:04.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 0x7fc693b22b5e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
20:04:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 0x7fc693b28d95 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
20:04:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 0x7fc693b296bf in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
20:04:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 0x7fc693b294e8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:04:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 0xa7573c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 0x7fc68cda54dd in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3
20:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 0x7fc6901c36da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
20:04:04.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 0x7fc688efc71e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
20:04:04.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:04.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in 
20:04:04.209 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.195.189:41513(127.4.195.189:41513)] handling channelInactive
20:04:04.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state READY due to: connection closed
20:04:04.209 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.4.195.189:41513(127.4.195.189:41513) for tablet Kudu Master: connection closed
20:04:04.220 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.lang.Thread.run(Thread.java:748)

20:04:04.295 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:04.296 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:04.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:04.299 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:04.299 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:04.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.302026  4889 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111), 
20:04:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.302274  4889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:04.319 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:04.319 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:04.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.321 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:04.339 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:04.339 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:04.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:04.359 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:04.360 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:04.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.362 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:04.399 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:04.399 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:04.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:04.419 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:04.420 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:04.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.458854  5752 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:04.459 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.459064  5752 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:04.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.460052  5752 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:04.460 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:04.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:04.460908  4907 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111) [suppressed 9 similar messages]
20:04:04.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:04.462965  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:04.463196  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.463322  4904 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.463594  5752 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:04.499 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:04.500 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:04.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.501 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:04.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.600157  5472 heartbeater.cc:499] Master 127.4.195.189:41513 was elected leader, sending a full tablet report...
20:04:04.699 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:04.699 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:04.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.701 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.851704  5752 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.851938  5752 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.852711  5752 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:04.854146  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:04.854369  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.854494  4907 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:04.854709  5752 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:04.959 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:04.959 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:04.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:04.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:04.961 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:05.119 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:05.120 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:05.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:05.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:05.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:05.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:05.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:05.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:05.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:05.529119  5760 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:05.529336  5760 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:05.530057  5760 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:05.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:05.532207  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:05.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:05.532423  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:05.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:05.532565  4907 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:05.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:05.532836  5760 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:06.180 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:06.180 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:06.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:06.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:06.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:06.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:06.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:06.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:06.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:06.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:06.223045  5769 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:06.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:06.223280  5769 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:06.223969  5769 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:06.225900  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:06.226102  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:06.226256  4907 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:06.226574  5769 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:07.606025  5777 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:07.606254  5777 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:07.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:07.607040  5777 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:07.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:07.609853  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:07.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:07.610651  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:07.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:07.610776  4907 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:07.611011  5777 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:08.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:08.234323  5785 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:08.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:08.234551  5785 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:08.235247  5785 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:08.237550  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:08.237735  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:08.237838  4904 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:08.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:08.238114  5785 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:09.305526  4889 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111), 
20:04:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:09.305758  4889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:09.479 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:09.479 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:09.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:09.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:09.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:09.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:09.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:09.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:09.481 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:09.913789  5798 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:09.914062  5798 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:09.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:09.914994  5798 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:09.916451  4907 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111) [suppressed 11 similar messages]
20:04:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:09.918785  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:09.919032  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:09.919150  4907 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:09.919492  5798 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:13.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:13.245584  5821 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:13.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:13.245791  5821 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:13.246466  5821 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:13.248651  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:13.248821  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:13.248935  4907 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:13.249177  5821 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:13.419 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:13.420 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:13.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:13.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:13.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:13.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:13.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:13.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:13.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:14.308692  4889 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111), 
20:04:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:14.308965  4889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:17.519 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:17.520 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:17.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:17.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:17.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:17.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:17.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:17.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:17.521 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:19.312633  4889 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111), 
20:04:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:19.312819  4889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:19.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:19.807958  5866 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:19.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:19.808157  5866 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:19.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:19.808809  5866 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:19.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:19.809458  4904 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:04:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:19.810583  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:19.810739  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:19.810873  4904 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:19.811107  5866 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:20.839 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:20.840 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:20.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:20.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:20.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:20.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:20.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:20.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:20.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:24.315632  4889 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111), 
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:24.315807  4889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:24.599 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:24.599 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:24.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:24.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:24.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:24.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:24.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:24.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:24.601 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:26.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:26.337663  5912 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:26.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:26.337895  5912 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:26.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:26.338707  5912 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:26.339886  4904 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:04:26.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:26.341205  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:26.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:26.341423  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:26.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:26.341548  4907 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:26.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:26.341801  5912 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:26.679 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:26.679 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:26.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:26.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:26.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:26.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:26.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:26.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:26.681 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:27.599 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:27.600 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:27.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:27.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:27.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:27.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:27.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:27.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:27.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:29.318830  4889 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111), 
20:04:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:29.319008  4889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:29.573122  5935 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:29.573554  5935 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:29.574398  5935 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:29.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:29.576361  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:29.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:29.576542  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:29.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:29.576683  4907 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:29.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:29.576996  5935 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:31.239 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:31.240 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:31.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:31.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:31.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:31.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:31.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:31.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:31.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:33.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:33.553807  5962 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:33.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:33.554009  5962 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:33.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:33.554629  5962 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:33.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:33.557837  4907 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:04:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:33.559190  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:33.559396  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:33.559499  4904 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:33.559751  5962 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:34.321894  4889 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111), 
20:04:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:34.322121  4889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:34.339 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:34.340 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:34.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:34.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:34.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:34.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:34.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:34.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:34.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:38.080 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:38.080 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:38.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:38.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:38.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:38.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:38.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:38.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:38.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:39.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:39.325098  4889 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111), 
20:04:39.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:39.325292  4889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:39.919 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:39.920 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:39.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:39.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:39.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:39.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:39.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:39.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:39.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:41.719 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:41.720 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:41.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:41.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:41.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:41.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:41.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:41.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:41.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:42.479 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:42.479 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:42.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:42.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:42.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:42.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:42.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:42.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:42.481 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:43.527897  6029 raft_consensus.cc:491] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3c50416e737848fc85222471d62489eb)
20:04:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:43.528155  6029 raft_consensus.cc:513] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0e6f5f78654474d99db1fc73c785d0a" member_type: VOTER last_known_addr { host: "127.4.195.190" port: 45475 } } peers { permanent_uuid: "3c50416e737848fc85222471d62489eb" member_type: VOTER last_known_addr { host: "127.4.195.189" port: 41513 } } peers { permanent_uuid: "a0eaaeda89b34c6996b594dce282a20c" member_type: VOTER last_known_addr { host: "127.4.195.188" port: 42491 } }
20:04:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:43.528849  6029 leader_election.cc:290] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c50416e737848fc85222471d62489eb (127.4.195.189:41513), a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491)
20:04:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:43.531078  4907 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:04:43.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:43.532426  4907 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a0eaaeda89b34c6996b594dce282a20c (127.4.195.188:42491): Network error: Client connection negotiation failed: client connection to 127.4.195.188:42491: connect: Connection refused (error 111)
20:04:43.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:43.532619  4904 leader_election.cc:336] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c50416e737848fc85222471d62489eb (127.4.195.189:41513): Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111)
20:04:43.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:43.532748  4904 leader_election.cc:304] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0e6f5f78654474d99db1fc73c785d0a; no voters: 3c50416e737848fc85222471d62489eb, a0eaaeda89b34c6996b594dce282a20c
20:04:43.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:43.533057  6029 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a0e6f5f78654474d99db1fc73c785d0a [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:43.859 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:43.860 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:43.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:43.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:43.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:43.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:43.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:43.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:43.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:44.328486  4889 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111), 
20:04:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:44.328696  4889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:45.740 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:45.740 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:45.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:45.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:45.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:45.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:45.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:45.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:45.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:47.959 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:47.960 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:47.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:47.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:47.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:47.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:47.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:47.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:47.961 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:49.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:49.331557  4889 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111), 
20:04:49.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:49.331758  4889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:50.079 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:50.080 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:50.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:50.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:50.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:50.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:50.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:50.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:50.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:54.039 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.188:42491(127.4.195.188:42491)] connecting to peer
20:04:54.040 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.195.189:41513(127.4.195.189:41513)] connecting to peer
20:04:54.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:54.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.195.188:42491(127.4.195.188:42491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:54.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.188:42491: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491
20:04:54.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:54.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.189:41513(127.4.195.189:41513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:54.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.195.189:41513: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
20:04:54.041 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513; will retry
20:04:54.042 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=49746), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [3ms] refreshing cache from master, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [43ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [66ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [103ms] refreshing cache from master, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [105ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [105ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [106ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [126ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [163ms] refreshing cache from master, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [165ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [167ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [167ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [203ms] refreshing cache from master, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [205ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [206ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [206ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [207ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [403ms] refreshing cache from master, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [405ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [406ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [406ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [406ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [663ms] refreshing cache from master, [664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [665ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [665ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [666ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [824ms] refreshing cache from master, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [825ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [825ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [826ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [826ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [827ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [827ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [1884ms] refreshing cache from master, [1884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [1885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [1885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [1886ms] too many traces: truncated at 100 traces, deferred=Deferred@602199228(state=PENDING, result=null, callback=(continuation of Deferred@439920406 after retry RPC after error@105462283) -> (continuation of Deferred@1656765166 after retry RPC after error@1728332606) -> (continuation of Deferred@945506527 after retry RPC after error@2005771453) -> (continuation of Deferred@351922152 after retry RPC after error@1361140730) -> (continuation of Deferred@861863089 after retry RPC after error@694951467) -> (continuation of Deferred@1928424009 after retry RPC after error@693371238) -> (continuation of Deferred@1831590793 after retry RPC after error@612306241) -> (continuation of Deferred@1571133605 after retry RPC after error@1425272134) -> (continuation of Deferred@1731695554 after retry RPC after error@998154080) -> (continuation of Deferred@1257199642 after retry RPC after error@20780508) -> (continuation of Deferred@1523531706 after retry RPC after error@352661020) -> (continuation of Deferred@622496558 after retry RPC after error@1281419684) -> (continuation of Deferred@1869688189 after retry RPC after error@1396214593) -> (continuation of Deferred@579480051 after retry RPC after error@1768737231) -> (continuation of Deferred@252709722 after retry RPC after error@409336698) -> (continuation of Deferred@1809030196 after retry RPC after error@1685983792) -> (continuation of Deferred@1799065406 after retry RPC after error@1546786568) -> (continuation of Deferred@729219718 after retry RPC after error@1057778250) -> (continuation of Deferred@150556906 after retry RPC after error@1145019562) -> (continuation of Deferred@1464849817 after retry RPC after error@189639424) -> (continuation of Deferred@1232192643 after retry RPC after error@1905511371) -> (continuation of Deferred@1490627453 after retry RPC after error@1042980557) -> (continuation of Deferred@2033713239 after retry RPC after error@379207976) -> (continuation of Deferred@126423621 after retry RPC after error@1841248399) -> (continuation of Deferred@1421649879 after retry RPC after error@275459945) -> (continuation of Deferred@1597971483 after retry RPC after error@1263549491) -> (continuation of Deferred@2061744273 after retry RPC after error@859492547) -> (continuation of Deferred@348310907 after retry RPC after error@1580849780) -> (continuation of Deferred@972670482 after retry RPC after error@1554031910) -> (continuation of Deferred@1577784028 after retry RPC after error@1316063507), errback=(continuation of Deferred@439920406 after retry RPC after error@105462283) -> (continuation of Deferred@1656765166 after retry RPC after error@1728332606) -> (continuation of Deferred@945506527 after retry RPC after error@2005771453) -> (continuation of Deferred@351922152 after retry RPC after error@1361140730) -> (continuation of Deferred@861863089 after retry RPC after error@694951467) -> (continuation of Deferred@1928424009 after retry RPC after error@693371238) -> (continuation of Deferred@1831590793 after retry RPC after error@612306241) -> (continuation of Deferred@1571133605 after retry RPC after error@1425272134) -> (continuation of Deferred@1731695554 after retry RPC after error@998154080) -> (continuation of Deferred@1257199642 after retry RPC after error@20780508) -> (continuation of Deferred@1523531706 after retry RPC after error@352661020) -> (continuation of Deferred@622496558 after retry RPC after error@1281419684) -> (continuation of Deferred@1869688189 after retry RPC after error@1396214593) -> (continuation of Deferred@579480051 after retry RPC after error@1768737231) -> (continuation of Deferred@252709722 after retry RPC after error@409336698) -> (continuation of Deferred@1809030196 after retry RPC after error@1685983792) -> (continuation of Deferred@1799065406 after retry RPC after error@1546786568) -> (continuation of Deferred@729219718 after retry RPC after error@1057778250) -> (continuation of Deferred@150556906 after retry RPC after error@1145019562) -> (continuation of Deferred@1464849817 after retry RPC after error@189639424) -> (continuation of Deferred@1232192643 after retry RPC after error@1905511371) -> (continuation of Deferred@1490627453 after retry RPC after error@1042980557) -> (continuation of Deferred@2033713239 after retry RPC after error@379207976) -> (continuation of Deferred@126423621 after retry RPC after error@1841248399) -> (continuation of Deferred@1421649879 after retry RPC after error@275459945) -> (continuation of Deferred@1597971483 after retry RPC after error@1263549491) -> (continuation of Deferred@2061744273 after retry RPC after error@859492547) -> (continuation of Deferred@348310907 after retry RPC after error@1580849780) -> (continuation of Deferred@972670482 after retry RPC after error@1554031910) -> (continuation of Deferred@1577784028 after retry RPC after error@1316063507)))
20:04:54.045 [DEBUG - main] (Connection.java:575) [peer master-127.4.195.188:42491(127.4.195.188:42491)] disconnecting while in state TERMINATED
20:04:54.045 [DEBUG - main] (Connection.java:575) [peer master-127.4.195.189:41513(127.4.195.189:41513)] disconnecting while in state TERMINATED
20:04:54.045 [DEBUG - main] (Connection.java:575) [peer master-127.4.195.190:45475(127.4.195.190:45475)] disconnecting while in state READY
20:04:54.045 [DEBUG - main] (Connection.java:575) [peer cb9cec7550604138a1d3dac3215414f6(127.4.195.129:44509)] disconnecting while in state READY
20:04:54.046 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:54.047 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.195.190:45475(127.4.195.190:45475)] handling channelInactive
20:04:54.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.195.190:45475(127.4.195.190:45475)] cleaning up while in state READY due to: connection closed
20:04:54.048 [DEBUG - kudu-nio-1] (Connection.java:239) [peer cb9cec7550604138a1d3dac3215414f6(127.4.195.129:44509)] handling channelInactive
20:04:54.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer cb9cec7550604138a1d3dac3215414f6(127.4.195.129:44509)] cleaning up while in state READY due to: connection closed
20:04:54.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.048199  4878 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 5174
20:04:54.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.067281  5324 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.179314  4878 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 5174
20:04:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:54.200441  5494 connection.cc:537] server connection from 127.4.195.129:45803 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.200955  4878 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 5334
20:04:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.207296  5465 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.334973  4889 master_runner.cc:186] Error getting master registration for 127.4.195.189:41513: Network error: Client connection negotiation failed: client connection to 127.4.195.189:41513: connect: Connection refused (error 111), 
20:04:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.335157  4889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.338052  4878 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 5334
20:04:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:04:54.356698  5491 connection.cc:537] server connection from 127.4.195.130:38639 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.357023  4878 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 5475
20:04:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.364037  5610 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:54.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.467669  4878 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 5475
20:04:54.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.485929  4878 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 4889
20:04:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.487167  4960 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:54.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:04:54.602480  4878 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 4889
20:04:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-27T20:04:54Z chronyd exiting
20:04:54.756 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=49746), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [3ms] refreshing cache from master, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [43ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [66ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [103ms] refreshing cache from master, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [105ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [105ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [106ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [126ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [163ms] refreshing cache from master, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [165ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [167ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [167ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [203ms] refreshing cache from master, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [205ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [206ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [206ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [207ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [403ms] refreshing cache from master, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [405ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [406ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [406ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [406ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [663ms] refreshing cache from master, [664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [665ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [665ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [666ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [824ms] refreshing cache from master, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [825ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [825ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [826ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [826ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [827ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [827ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [1884ms] refreshing cache from master, [1884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [1885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [1885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [1886ms] too many traces: truncated at 100 traces, deferred=Deferred@602199228(state=PENDING, result=null, callback=(continuation of Deferred@439920406 after retry RPC after error@105462283) -> (continuation of Deferred@1656765166 after retry RPC after error@1728332606) -> (continuation of Deferred@945506527 after retry RPC after error@2005771453) -> (continuation of Deferred@351922152 after retry RPC after error@1361140730) -> (continuation of Deferred@861863089 after retry RPC after error@694951467) -> (continuation of Deferred@1928424009 after retry RPC after error@693371238) -> (continuation of Deferred@1831590793 after retry RPC after error@612306241) -> (continuation of Deferred@1571133605 after retry RPC after error@1425272134) -> (continuation of Deferred@1731695554 after retry RPC after error@998154080) -> (continuation of Deferred@1257199642 after retry RPC after error@20780508) -> (continuation of Deferred@1523531706 after retry RPC after error@352661020) -> (continuation of Deferred@622496558 after retry RPC after error@1281419684) -> (continuation of Deferred@1869688189 after retry RPC after error@1396214593) -> (continuation of Deferred@579480051 after retry RPC after error@1768737231) -> (continuation of Deferred@252709722 after retry RPC after error@409336698) -> (continuation of Deferred@1809030196 after retry RPC after error@1685983792) -> (continuation of Deferred@1799065406 after retry RPC after error@1546786568) -> (continuation of Deferred@729219718 after retry RPC after error@1057778250) -> (continuation of Deferred@150556906 after retry RPC after error@1145019562) -> (continuation of Deferred@1464849817 after retry RPC after error@189639424) -> (continuation of Deferred@1232192643 after retry RPC after error@1905511371) -> (continuation of Deferred@1490627453 after retry RPC after error@1042980557) -> (continuation of Deferred@2033713239 after retry RPC after error@379207976) -> (continuation of Deferred@126423621 after retry RPC after error@1841248399) -> (continuation of Deferred@1421649879 after retry RPC after error@275459945) -> (continuation of Deferred@1597971483 after retry RPC after error@1263549491) -> (continuation of Deferred@2061744273 after retry RPC after error@859492547) -> (continuation of Deferred@348310907 after retry RPC after error@1580849780) -> (continuation of Deferred@972670482 after retry RPC after error@1554031910) -> (continuation of Deferred@1577784028 after retry RPC after error@1316063507), errback=(continuation of Deferred@439920406 after retry RPC after error@105462283) -> (continuation of Deferred@1656765166 after retry RPC after error@1728332606) -> (continuation of Deferred@945506527 after retry RPC after error@2005771453) -> (continuation of Deferred@351922152 after retry RPC after error@1361140730) -> (continuation of Deferred@861863089 after retry RPC after error@694951467) -> (continuation of Deferred@1928424009 after retry RPC after error@693371238) -> (continuation of Deferred@1831590793 after retry RPC after error@612306241) -> (continuation of Deferred@1571133605 after retry RPC after error@1425272134) -> (continuation of Deferred@1731695554 after retry RPC after error@998154080) -> (continuation of Deferred@1257199642 after retry RPC after error@20780508) -> (continuation of Deferred@1523531706 after retry RPC after error@352661020) -> (continuation of Deferred@622496558 after retry RPC after error@1281419684) -> (continuation of Deferred@1869688189 after retry RPC after error@1396214593) -> (continuation of Deferred@579480051 after retry RPC after error@1768737231) -> (continuation of Deferred@252709722 after retry RPC after error@409336698) -> (continuation of Deferred@1809030196 after retry RPC after error@1685983792) -> (continuation of Deferred@1799065406 after retry RPC after error@1546786568) -> (continuation of Deferred@729219718 after retry RPC after error@1057778250) -> (continuation of Deferred@150556906 after retry RPC after error@1145019562) -> (continuation of Deferred@1464849817 after retry RPC after error@189639424) -> (continuation of Deferred@1232192643 after retry RPC after error@1905511371) -> (continuation of Deferred@1490627453 after retry RPC after error@1042980557) -> (continuation of Deferred@2033713239 after retry RPC after error@379207976) -> (continuation of Deferred@126423621 after retry RPC after error@1841248399) -> (continuation of Deferred@1421649879 after retry RPC after error@275459945) -> (continuation of Deferred@1597971483 after retry RPC after error@1263549491) -> (continuation of Deferred@2061744273 after retry RPC after error@859492547) -> (continuation of Deferred@348310907 after retry RPC after error@1580849780) -> (continuation of Deferred@972670482 after retry RPC after error@1554031910) -> (continuation of Deferred@1577784028 after retry RPC after error@1316063507)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
	at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
	at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
		at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
	... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.195.189:41513
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_275]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_275]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
	... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=49746), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [3ms] refreshing cache from master, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [43ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [66ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [103ms] refreshing cache from master, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [105ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [105ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [106ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [126ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [163ms] refreshing cache from master, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [165ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [167ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [167ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [203ms] refreshing cache from master, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [205ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [206ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [206ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [207ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [403ms] refreshing cache from master, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [405ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [406ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [406ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [406ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [663ms] refreshing cache from master, [664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [665ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [665ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [666ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [824ms] refreshing cache from master, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [825ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [825ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [826ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.188:42491: Network error: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491, [826ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.189:41513: Network error: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [827ms] Sub RPC ConnectToMaster: received response from server master-127.4.195.190:45475: OK, [827ms] delaying RPC due to: Service unavailable: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513, [1884ms] refreshing cache from master, [1884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.188:42491, [1885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.190:45475, [1885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.195.189:41513, [1886ms] too many traces: truncated at 100 traces, deferred=Deferred@602199228(state=PENDING, result=null, callback=(continuation of Deferred@439920406 after retry RPC after error@105462283) -> (continuation of Deferred@1656765166 after retry RPC after error@1728332606) -> (continuation of Deferred@945506527 after retry RPC after error@2005771453) -> (continuation of Deferred@351922152 after retry RPC after error@1361140730) -> (continuation of Deferred@861863089 after retry RPC after error@694951467) -> (continuation of Deferred@1928424009 after retry RPC after error@693371238) -> (continuation of Deferred@1831590793 after retry RPC after error@612306241) -> (continuation of Deferred@1571133605 after retry RPC after error@1425272134) -> (continuation of Deferred@1731695554 after retry RPC after error@998154080) -> (continuation of Deferred@1257199642 after retry RPC after error@20780508) -> (continuation of Deferred@1523531706 after retry RPC after error@352661020) -> (continuation of Deferred@622496558 after retry RPC after error@1281419684) -> (continuation of Deferred@1869688189 after retry RPC after error@1396214593) -> (continuation of Deferred@579480051 after retry RPC after error@1768737231) -> (continuation of Deferred@252709722 after retry RPC after error@409336698) -> (continuation of Deferred@1809030196 after retry RPC after error@1685983792) -> (continuation of Deferred@1799065406 after retry RPC after error@1546786568) -> (continuation of Deferred@729219718 after retry RPC after error@1057778250) -> (continuation of Deferred@150556906 after retry RPC after error@1145019562) -> (continuation of Deferred@1464849817 after retry RPC after error@189639424) -> (continuation of Deferred@1232192643 after retry RPC after error@1905511371) -> (continuation of Deferred@1490627453 after retry RPC after error@1042980557) -> (continuation of Deferred@2033713239 after retry RPC after error@379207976) -> (continuation of Deferred@126423621 after retry RPC after error@1841248399) -> (continuation of Deferred@1421649879 after retry RPC after error@275459945) -> (continuation of Deferred@1597971483 after retry RPC after error@1263549491) -> (continuation of Deferred@2061744273 after retry RPC after error@859492547) -> (continuation of Deferred@348310907 after retry RPC after error@1580849780) -> (continuation of Deferred@972670482 after retry RPC after error@1554031910) -> (continuation of Deferred@1577784028 after retry RPC after error@1316063507), errback=(continuation of Deferred@439920406 after retry RPC after error@105462283) -> (continuation of Deferred@1656765166 after retry RPC after error@1728332606) -> (continuation of Deferred@945506527 after retry RPC after error@2005771453) -> (continuation of Deferred@351922152 after retry RPC after error@1361140730) -> (continuation of Deferred@861863089 after retry RPC after error@694951467) -> (continuation of Deferred@1928424009 after retry RPC after error@693371238) -> (continuation of Deferred@1831590793 after retry RPC after error@612306241) -> (continuation of Deferred@1571133605 after retry RPC after error@1425272134) -> (continuation of Deferred@1731695554 after retry RPC after error@998154080) -> (continuation of Deferred@1257199642 after retry RPC after error@20780508) -> (continuation of Deferred@1523531706 after retry RPC after error@352661020) -> (continuation of Deferred@622496558 after retry RPC after error@1281419684) -> (continuation of Deferred@1869688189 after retry RPC after error@1396214593) -> (continuation of Deferred@579480051 after retry RPC after error@1768737231) -> (continuation of Deferred@252709722 after retry RPC after error@409336698) -> (continuation of Deferred@1809030196 after retry RPC after error@1685983792) -> (continuation of Deferred@1799065406 after retry RPC after error@1546786568) -> (continuation of Deferred@729219718 after retry RPC after error@1057778250) -> (continuation of Deferred@150556906 after retry RPC after error@1145019562) -> (continuation of Deferred@1464849817 after retry RPC after error@189639424) -> (continuation of Deferred@1232192643 after retry RPC after error@1905511371) -> (continuation of Deferred@1490627453 after retry RPC after error@1042980557) -> (continuation of Deferred@2033713239 after retry RPC after error@379207976) -> (continuation of Deferred@126423621 after retry RPC after error@1841248399) -> (continuation of Deferred@1421649879 after retry RPC after error@275459945) -> (continuation of Deferred@1597971483 after retry RPC after error@1263549491) -> (continuation of Deferred@2061744273 after retry RPC after error@859492547) -> (continuation of Deferred@348310907 after retry RPC after error@1580849780) -> (continuation of Deferred@972670482 after retry RPC after error@1554031910) -> (continuation of Deferred@1577784028 after retry RPC after error@1316063507)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
	at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
	at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.195.188:42491,127.4.195.190:45475,127.4.195.189:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.188:42491(127.4.195.188:42491): Connection refused: /127.4.195.188:42491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503)
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366)
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415)
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530)
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.195.189:41513(127.4.195.189:41513): Connection refused: /127.4.195.189:41513
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.195.189:41513
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)