Diagnosed failure

Unable to diagnose
Full log

16:21:27.465 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
16:21:27.479 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_iKqpm/test-tmp
16:21:27.481 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
16:21:27.485 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_iKqpm/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
16:21:27.699 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

16:21:27.893 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
16:21:27.894 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

16:21:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:27.897797 15925 mini_oidc.cc:152] Starting JWKS server
16:21:27.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:27.902570 15925 webserver.cc:460] Webserver started at http://127.0.0.1:33703/ using document root <none> and password file <none>
16:21:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:27.903074 15925 mini_oidc.cc:189] Starting OIDC Discovery server
16:21:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:27.905011 15925 webserver.cc:460] Webserver started at http://127.0.0.1:38807/ using document root <none> and password file <none>
16:21:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T16:21:27Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
16:21:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T16:21:27Z Disabled control of system clock
16:21:27.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:27.960310 15925 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:27.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/wal
16:21:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/data
16:21:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:21:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:21:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:21:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/logs
16:21:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/data/info.pb
16:21:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:21:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:21:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:21:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:21:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:21:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:21:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.141.126:33183
16:21:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.141.126
16:21:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.141.84:43061
16:21:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:27.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:27.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.141.126:33183,127.15.141.125:33477,127.15.141.124:46053
16:21:27.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:27.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33703/jwks.json with env {}
16:21:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:28.282728 15937 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:21:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:28.283393 15937 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:21:28.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:28.284077 15937 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:21:28.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:28.316443 15937 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:21:28.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:28.316766 15937 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:21:28.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:28.316962 15937 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:21:28.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:28.317231 15937 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:21:28.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:28.317516 15937 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:21:28.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:28.317747 15937 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33703/jwks.json
16:21:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:28.354151 15937 master_runner.cc:386] Master server non-default flags:
16:21:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.141.84:43061
16:21:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/data
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/wal
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.141.126:33183,127.15.141.125:33477,127.15.141.124:46053
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.141.126:33183
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33703/jwks.json
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/data/info.pb
16:21:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.141.126
16:21:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:21:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:21:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:21:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/logs
16:21:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:21:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:21:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:21:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:21:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:21:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:21:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 15:11:41 UTC on ccycloud.quasar-yukscv.root.comops.site
16:21:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4674342
16:21:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:21:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:28.355778 15937 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:21:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:28.358107 15937 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:21:28.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:28.380266 15946 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:28.380255 15943 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:28.380550 15944 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:28.381376 15937 server_base.cc:1034] running on GCE node
16:21:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.573565 15937 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:21:29.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.577494 15937 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:21:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.578926 15937 hybrid_clock.cc:648] HybridClock initialized: now 1790439689578872 us; error 88 us; skew 500 ppm
16:21:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.579749 15937 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:21:29.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.590859 15937 webserver.cc:460] Webserver started at http://127.15.141.126:42775/ using document root <none> and password file <none>
16:21:29.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.592043 15937 fs_manager.cc:359] Metadata directory not provided
16:21:29.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.592242 15937 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:21:29.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.592657 15937 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:21:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.598516 15937 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/data/instance:
16:21:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27127c2fcae4402096ddff6898117b7c"
16:21:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:29 on dist-test-slave-0t12"
16:21:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.599798 15937 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/wal/instance:
16:21:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27127c2fcae4402096ddff6898117b7c"
16:21:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:29 on dist-test-slave-0t12"
16:21:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.607777 15937 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
16:21:29.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.613852 15953 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:21:29.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.615159 15937 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
16:21:29.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.615463 15937 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/data,/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/wal
16:21:29.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27127c2fcae4402096ddff6898117b7c"
16:21:29.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:29 on dist-test-slave-0t12"
16:21:29.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.615793 15937 fs_report.cc:383] FS layout report
16:21:29.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:21:29.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/wal
16:21:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/wal
16:21:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/data/data
16:21:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:21:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:21:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:21:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:21:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:21:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:21:29.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:21:29.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:21:29.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:21:29.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:21:29.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:21:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.650882 15937 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:21:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.652685 15937 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:21:29.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.653136 15937 kserver.cc:163] Server-wide thread pool size limit: 3276
16:21:29.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.732653 15937 rpc_server.cc:307] RPC server started. Bound to: 127.15.141.126:33183
16:21:29.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.732748 16004 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.141.126:33183 every 8 connection(s)
16:21:29.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.735858 15937 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/data/info.pb
16:21:29.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.741978 16005 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:21:29.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.742478 15925 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu as pid 15937
16:21:29.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.743018 15925 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-0/wal/instance
16:21:29.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.748275 15925 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/wal
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/data
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/logs
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/data/info.pb
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:21:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:21:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:21:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:21:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.141.125:33477
16:21:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.141.125
16:21:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.141.84:43061
16:21:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.141.126:33183,127.15.141.125:33477,127.15.141.124:46053
16:21:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:29.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33703/jwks.json with env {}
16:21:29.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.757375 16005 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } has no permanent_uuid. Determining permanent_uuid...
16:21:29.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.789556 16005 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } has no permanent_uuid. Determining permanent_uuid...
16:21:29.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:29.792070 15956 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.141.125:33477: connect: Connection refused (error 111)
16:21:29.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:29.796196 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.125:33477: Network error: Client connection negotiation failed: client connection to 127.15.141.125:33477: connect: Connection refused (error 111)
16:21:29.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.845669 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } attempt: 1
16:21:29.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:29.850802 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.125:33477: Network error: Client connection negotiation failed: client connection to 127.15.141.125:33477: connect: Connection refused (error 111)
16:21:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:29.919215 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } attempt: 2
16:21:29.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:29.923285 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.125:33477: Network error: Client connection negotiation failed: client connection to 127.15.141.125:33477: connect: Connection refused (error 111)
16:21:30.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:30.014816 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } attempt: 3
16:21:30.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.019225 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.125:33477: Network error: Client connection negotiation failed: client connection to 127.15.141.125:33477: connect: Connection refused (error 111)
16:21:30.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.087587 16007 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:21:30.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.088236 16007 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:21:30.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.088826 16007 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:21:30.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.122023 16007 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:21:30.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.122365 16007 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:21:30.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.122565 16007 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:21:30.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.122762 16007 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:21:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.122972 16007 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:21:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.123211 16007 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33703/jwks.json
16:21:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:30.161214 16007 master_runner.cc:386] Master server non-default flags:
16:21:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.141.84:43061
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/data
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/wal
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.141.126:33183,127.15.141.125:33477,127.15.141.124:46053
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.141.125:33477
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:21:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33703/jwks.json
16:21:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/data/info.pb
16:21:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.141.125
16:21:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:21:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:21:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:21:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/logs
16:21:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:21:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:21:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:21:30.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:21:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:21:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:21:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 15:11:41 UTC on ccycloud.quasar-yukscv.root.comops.site
16:21:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4674342
16:21:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:21:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:30.162673 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } attempt: 4
16:21:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:30.162873 16007 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:21:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:30.165179 16007 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:21:30.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.168040 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.125:33477: Network error: Client connection negotiation failed: client connection to 127.15.141.125:33477: connect: Connection refused (error 111)
16:21:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.185143 16016 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:30.467522 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } attempt: 5
16:21:30.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.472366 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.125:33477: Network error: Client connection negotiation failed: client connection to 127.15.141.125:33477: connect: Connection refused (error 111)
16:21:31.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.019749 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } attempt: 6
16:21:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.028123 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.125:33477: Network error: Client connection negotiation failed: client connection to 127.15.141.125:33477: connect: Connection refused (error 111)
16:21:31.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.185165 16017 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:31.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:30.186583 16019 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:30.187800 16007 server_base.cc:1034] running on GCE node
16:21:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.404181 16007 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:21:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.407895 16007 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:21:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.409412 16007 hybrid_clock.cc:648] HybridClock initialized: now 1790439691409308 us; error 132 us; skew 500 ppm
16:21:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.410686 16007 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:21:31.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.417687 16007 webserver.cc:460] Webserver started at http://127.15.141.125:36925/ using document root <none> and password file <none>
16:21:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.418840 16007 fs_manager.cc:359] Metadata directory not provided
16:21:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.419036 16007 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:21:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.419456 16007 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:21:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.424975 16007 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/data/instance:
16:21:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e110a43405d4f6c9e645c41a52741c2"
16:21:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:31 on dist-test-slave-0t12"
16:21:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.426503 16007 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/wal/instance:
16:21:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e110a43405d4f6c9e645c41a52741c2"
16:21:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:31 on dist-test-slave-0t12"
16:21:31.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.434748 16007 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
16:21:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.441130 16028 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:21:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.442349 16007 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
16:21:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.442778 16007 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/data,/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/wal
16:21:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e110a43405d4f6c9e645c41a52741c2"
16:21:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:31 on dist-test-slave-0t12"
16:21:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.443193 16007 fs_report.cc:383] FS layout report
16:21:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:21:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/wal
16:21:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/wal
16:21:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/data/data
16:21:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:21:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:21:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:21:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:21:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:21:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:21:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:21:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:21:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:21:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:21:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:21:31.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.486795 16007 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:21:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.488554 16007 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:21:31.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.489138 16007 kserver.cc:163] Server-wide thread pool size limit: 3276
16:21:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.571141 16007 rpc_server.cc:307] RPC server started. Bound to: 127.15.141.125:33477
16:21:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.571213 16079 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.141.125:33477 every 8 connection(s)
16:21:31.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.574406 16007 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/data/info.pb
16:21:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.579993 16080 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:21:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.582388 15925 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu as pid 16007
16:21:31.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.582834 15925 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-1/wal/instance
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.585711 15925 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/wal
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/data
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/logs
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/data/info.pb
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.141.124:46053
16:21:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.141.124
16:21:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.141.84:43061
16:21:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.141.126:33183,127.15.141.125:33477,127.15.141.124:46053
16:21:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33703/jwks.json with env {}
16:21:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.594923 16080 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } has no permanent_uuid. Determining permanent_uuid...
16:21:31.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.618100 16080 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } has no permanent_uuid. Determining permanent_uuid...
16:21:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.634073 16080 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } has no permanent_uuid. Determining permanent_uuid...
16:21:31.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.636639 16031 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.645884 16080 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.695465 16080 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 1
16:21:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.699584 16080 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:31.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.767961 16080 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 2
16:21:31.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.772122 16080 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:31.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.863549 16080 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 3
16:21:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.867745 16080 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:31.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.926327 16082 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:21:31.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.927083 16082 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:21:31.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.927570 16082 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:21:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.960636 16082 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:21:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.960968 16082 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:21:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.961163 16082 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:21:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.961390 16082 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:21:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.961704 16082 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:21:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:31.961934 16082 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33703/jwks.json
16:21:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:31.999382 16082 master_runner.cc:386] Master server non-default flags:
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.141.84:43061
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/data
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/wal
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.141.126:33183,127.15.141.125:33477,127.15.141.124:46053
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.141.124:46053
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:21:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33703/jwks.json
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/data/info.pb
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.141.124
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/logs
16:21:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:21:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:21:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:21:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:21:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:21:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:21:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 15:11:41 UTC on ccycloud.quasar-yukscv.root.comops.site
16:21:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4674342
16:21:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:21:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.001130 16082 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:21:32.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.003623 16082 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:21:32.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.011240 16080 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 4
16:21:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:32.017429 16080 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:32.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:32.024025 16092 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:32.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.088582 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } attempt: 7
16:21:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.102735 16005 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } has no permanent_uuid. Determining permanent_uuid...
16:21:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:32.108528 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:32.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.167246 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 1
16:21:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:32.171741 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.253356 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 2
16:21:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:32.257741 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.316969 16080 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 5
16:21:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:32.321894 16080 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:32.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.343361 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 3
16:21:32.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:32.347699 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:32.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.488320 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 4
16:21:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:32.492569 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:32.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.776249 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 5
16:21:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:32.781424 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:32.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.869400 16080 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 6
16:21:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:32.877636 16080 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:32.024056 16093 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:32.025826 16082 server_base.cc:1034] running on GCE node
16:21:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:32.024694 16095 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.223429 16082 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:21:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.225919 16082 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:21:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.227314 16082 hybrid_clock.cc:648] HybridClock initialized: now 1790439693227276 us; error 77 us; skew 500 ppm
16:21:33.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.228114 16082 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:21:33.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.234364 16082 webserver.cc:460] Webserver started at http://127.15.141.124:41191/ using document root <none> and password file <none>
16:21:33.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.235217 16082 fs_manager.cc:359] Metadata directory not provided
16:21:33.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.235397 16082 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:21:33.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.235972 16082 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:21:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.242977 16082 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/data/instance:
16:21:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "112398ca5bcb45a0840581c6c4183637"
16:21:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:33 on dist-test-slave-0t12"
16:21:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.244819 16082 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/wal/instance:
16:21:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "112398ca5bcb45a0840581c6c4183637"
16:21:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:33 on dist-test-slave-0t12"
16:21:33.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.255604 16082 fs_manager.cc:691] Time spent creating directory manager: real 0.010s	user 0.012s	sys 0.000s
16:21:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.264037 16106 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:21:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.265338 16082 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
16:21:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.265722 16082 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/data,/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/wal
16:21:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "112398ca5bcb45a0840581c6c4183637"
16:21:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:33 on dist-test-slave-0t12"
16:21:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.266145 16082 fs_report.cc:383] FS layout report
16:21:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:21:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/wal
16:21:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/wal
16:21:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/data/data
16:21:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:21:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:21:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:21:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:21:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:21:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:21:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:21:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:21:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:21:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:21:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:21:33.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.307565 16082 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:21:33.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.309223 16082 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:21:33.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.309752 16082 kserver.cc:163] Server-wide thread pool size limit: 3276
16:21:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.333850 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 6
16:21:33.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:33.341732 16005 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.141.124:46053: Network error: Client connection negotiation failed: client connection to 127.15.141.124:46053: connect: Connection refused (error 111)
16:21:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.392624 16082 rpc_server.cc:307] RPC server started. Bound to: 127.15.141.124:46053
16:21:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.392755 16159 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.141.124:46053 every 8 connection(s)
16:21:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.395339 16082 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/data/info.pb
16:21:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.401355 16160 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:21:33.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.402763 15925 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu as pid 16082
16:21:33.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.403065 15925 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/master-2/wal/instance
16:21:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.418512 16160 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } has no permanent_uuid. Determining permanent_uuid...
16:21:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.448951 16160 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } has no permanent_uuid. Determining permanent_uuid...
16:21:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.461827 16160 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } has no permanent_uuid. Determining permanent_uuid...
16:21:33.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.479221 16160 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637: Bootstrap starting.
16:21:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.485039 16160 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637: Neither blocks nor log segments found. Creating new log.
16:21:33.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.486634 16160 log.cc:824] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637: Log is configured to *not* fsync() on all Append() calls
16:21:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.492100 16160 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637: No bootstrap required, opened a new log
16:21:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.513123 16160 raft_consensus.cc:348] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } }
16:21:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.513741 16160 raft_consensus.cc:374] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:21:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.513924 16160 raft_consensus.cc:729] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 112398ca5bcb45a0840581c6c4183637, State: Initialized, Role: FOLLOWER
16:21:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.514737 16160 consensus_queue.cc:260] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } }
16:21:33.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.517093 16169 sys_catalog.cc:455] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } } }
16:21:33.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.517764 16169 sys_catalog.cc:458] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [sys.catalog]: This master's current role is: FOLLOWER
16:21:33.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.518669 16160 sys_catalog.cc:564] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [sys.catalog]: configured and running, proceeding with master startup.
16:21:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:33.546480 16180 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:21:33.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:33.546794 16180 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:21:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:33.565300 16112 tablet.cc:2369] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:21:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.540992 16082 master_runner.cc:186] Error getting master registration for 127.15.141.126:33183: OK, instance_id { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" instance_seqno: 1790439689710618 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:21:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.566717 16082 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:21:33.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.938099 16080 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 7
16:21:33.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.956146 16080 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2: Bootstrap starting.
16:21:33.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.962533 16080 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2: Neither blocks nor log segments found. Creating new log.
16:21:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.965314 16080 log.cc:824] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2: Log is configured to *not* fsync() on all Append() calls
16:21:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.970121 16080 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2: No bootstrap required, opened a new log
16:21:33.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.988862 16080 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } }
16:21:33.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.989421 16080 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:21:33.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.989573 16080 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9e110a43405d4f6c9e645c41a52741c2, State: Initialized, Role: FOLLOWER
16:21:33.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.990356 16080 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } }
16:21:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.993077 16184 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } } }
16:21:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.994247 16184 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [sys.catalog]: This master's current role is: FOLLOWER
16:21:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:33.994486 16080 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [sys.catalog]: configured and running, proceeding with master startup.
16:21:33.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:33.997298 16034 tablet.cc:2369] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:21:34.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.008296 16169 raft_consensus.cc:482] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:21:34.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.008993 16169 raft_consensus.cc:504] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } }
16:21:34.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.013715 16055 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "112398ca5bcb45a0840581c6c4183637" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9e110a43405d4f6c9e645c41a52741c2" is_pre_election: true
16:21:34.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.014070 16169 leader_election.cc:288] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 27127c2fcae4402096ddff6898117b7c (127.15.141.126:33183), 9e110a43405d4f6c9e645c41a52741c2 (127.15.141.125:33477)
16:21:34.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.014715 16055 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 112398ca5bcb45a0840581c6c4183637 in term 0.
16:21:34.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.016781 16109 leader_election.cc:302] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 112398ca5bcb45a0840581c6c4183637, 9e110a43405d4f6c9e645c41a52741c2; no voters: 
16:21:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.017797 16169 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:21:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.018139 16169 raft_consensus.cc:482] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:21:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.018420 16169 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [term 0 FOLLOWER]: Advancing to term 1
16:21:34.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.027107 16169 raft_consensus.cc:504] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } }
16:21:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.030402 16169 leader_election.cc:288] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [CANDIDATE]: Term 1 election: Requested vote from peers 27127c2fcae4402096ddff6898117b7c (127.15.141.126:33183), 9e110a43405d4f6c9e645c41a52741c2 (127.15.141.125:33477)
16:21:34.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.030644 16055 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "112398ca5bcb45a0840581c6c4183637" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9e110a43405d4f6c9e645c41a52741c2"
16:21:34.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.035816 16055 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [term 0 FOLLOWER]: Advancing to term 1
16:21:34.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.042385 16055 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 112398ca5bcb45a0840581c6c4183637 in term 1.
16:21:34.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.049832 16109 leader_election.cc:302] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 112398ca5bcb45a0840581c6c4183637, 9e110a43405d4f6c9e645c41a52741c2; no voters: 
16:21:34.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.050643 16169 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [term 1 FOLLOWER]: Leader election won for term 1
16:21:34.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.064599 16169 raft_consensus.cc:686] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [term 1 LEADER]: Becoming Leader. State: Replica: 112398ca5bcb45a0840581c6c4183637, State: Running, Role: LEADER
16:21:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.065587 16169 consensus_queue.cc:237] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } }
16:21:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:34.066373 16195 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:21:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:34.066742 16195 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:21:34.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.086584 16196 sys_catalog.cc:455] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 112398ca5bcb45a0840581c6c4183637. Latest consensus state: current_term: 1 leader_uuid: "112398ca5bcb45a0840581c6c4183637" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } } }
16:21:34.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.087404 16196 sys_catalog.cc:458] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [sys.catalog]: This master's current role is: LEADER
16:21:34.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.090914 16199 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
16:21:34.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.030640 16007 master_runner.cc:186] Error getting master registration for 127.15.141.126:33183: OK, instance_id { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" instance_seqno: 1790439689710618 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:21:34.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.095657 16007 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:21:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.102391 16199 catalog_manager.cc:1484] Initializing Kudu cluster ID...
16:21:34.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.133107 16055 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [term 1 FOLLOWER]: Refusing update from remote peer 112398ca5bcb45a0840581c6c4183637: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:21:34.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.134744 16196 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:21:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.167608 16184 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 112398ca5bcb45a0840581c6c4183637. Latest consensus state: current_term: 1 leader_uuid: "112398ca5bcb45a0840581c6c4183637" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } } }
16:21:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.168339 16184 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [sys.catalog]: This master's current role is: FOLLOWER
16:21:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.172224 16200 mvcc.cc:205] Tried to move back new op lower bound from 7333640987148144640 to 7333640986903011328. Current Snapshot: MvccSnapshot[applied={T|T < 7333640987148144640}]
16:21:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.182427 16196 sys_catalog.cc:455] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "112398ca5bcb45a0840581c6c4183637" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } } }
16:21:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.183269 16196 sys_catalog.cc:458] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [sys.catalog]: This master's current role is: LEADER
16:21:34.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.185853 16184 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "112398ca5bcb45a0840581c6c4183637" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } } }
16:21:34.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.186542 16184 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2 [sys.catalog]: This master's current role is: FOLLOWER
16:21:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.190753 16199 catalog_manager.cc:1347] Generated new cluster ID: dab684f1a2c8445698d04aa75523026c
16:21:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.191028 16199 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
16:21:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.249995 16199 catalog_manager.cc:1370] Generated new certificate authority record
16:21:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.257692 16199 catalog_manager.cc:1504] Loading token signing keys...
16:21:34.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.287113 16199 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637: Generated new TSK 0
16:21:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.288321 16199 catalog_manager.cc:1514] Initializing in-progress tserver states...
16:21:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.344863 15925 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/wal
16:21:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/data
16:21:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:21:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:21:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:21:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/logs
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/data/info.pb
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.141.65:0
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.141.65
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.141.65
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.141.126:33183,127.15.141.125:33477,127.15.141.124:46053
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.141.84:43061
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:21:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.375202 16005 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } attempt: 7
16:21:34.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.452576 16005 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c: Bootstrap starting.
16:21:34.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.459602 16005 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c: Neither blocks nor log segments found. Creating new log.
16:21:34.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.472007 16005 log.cc:824] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c: Log is configured to *not* fsync() on all Append() calls
16:21:34.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.504310 16005 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c: No bootstrap required, opened a new log
16:21:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.561029 16005 raft_consensus.cc:348] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } }
16:21:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.562232 16005 raft_consensus.cc:374] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:21:34.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.562708 16005 raft_consensus.cc:729] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 27127c2fcae4402096ddff6898117b7c, State: Initialized, Role: FOLLOWER
16:21:34.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.563817 16005 consensus_queue.cc:260] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } }
16:21:34.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.583063 16208 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } } }
16:21:34.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.584249 16208 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [sys.catalog]: This master's current role is: FOLLOWER
16:21:34.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.584952 16005 sys_catalog.cc:564] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [sys.catalog]: configured and running, proceeding with master startup.
16:21:34.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.585192 15979 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "112398ca5bcb45a0840581c6c4183637" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27127c2fcae4402096ddff6898117b7c"
16:21:34.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.586115 15979 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [term 0 FOLLOWER]: Advancing to term 1
16:21:34.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.590937 15980 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "112398ca5bcb45a0840581c6c4183637" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27127c2fcae4402096ddff6898117b7c" is_pre_election: true
16:21:34.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.595741 15979 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 112398ca5bcb45a0840581c6c4183637 in term 1.
16:21:34.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.601454 15978 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [term 1 FOLLOWER]: Refusing update from remote peer 112398ca5bcb45a0840581c6c4183637: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:21:34.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.609751 16169 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [LEADER]: Connected to new peer: Peer: permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:21:34.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.691780 16208 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 112398ca5bcb45a0840581c6c4183637. Latest consensus state: current_term: 1 leader_uuid: "112398ca5bcb45a0840581c6c4183637" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } } }
16:21:34.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.696657 16208 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [sys.catalog]: This master's current role is: FOLLOWER
16:21:34.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.693668 16217 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "112398ca5bcb45a0840581c6c4183637" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } } }
16:21:34.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.697254 16217 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c [sys.catalog]: This master's current role is: FOLLOWER
16:21:34.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.701207 16224 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
16:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:34.868870 16205 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:21:34.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:34.869815 16205 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:21:34.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:34.870762 16205 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:21:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:34.926280 16205 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:21:34.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:34.927977 16205 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.141.65
16:21:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.988428 16205 tablet_server_runner.cc:78] Tablet server non-default flags:
16:21:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.141.84:43061
16:21:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/data
16:21:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/wal
16:21:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.141.65:0
16:21:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/data/info.pb
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.141.65
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.141.126:33183,127.15.141.125:33477,127.15.141.124:46053
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.141.65
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/logs
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:21:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:21:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:21:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:21:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 15:11:41 UTC on ccycloud.quasar-yukscv.root.comops.site
16:21:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4674342
16:21:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:21:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.991216 16205 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:21:34.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:34.993561 16205 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:21:35.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:35.022835 16230 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:35.076865 16195 catalog_manager.cc:1259] Loaded cluster ID: dab684f1a2c8445698d04aa75523026c
16:21:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:35.077899 16195 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2: loading cluster ID for follower catalog manager: success
16:21:35.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:35.114311 16169 sys_catalog.cc:455] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "112398ca5bcb45a0840581c6c4183637" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27127c2fcae4402096ddff6898117b7c" member_type: VOTER last_known_addr { host: "127.15.141.126" port: 33183 } } peers { permanent_uuid: "9e110a43405d4f6c9e645c41a52741c2" member_type: VOTER last_known_addr { host: "127.15.141.125" port: 33477 } } peers { permanent_uuid: "112398ca5bcb45a0840581c6c4183637" member_type: VOTER last_known_addr { host: "127.15.141.124" port: 46053 } } }
16:21:35.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:35.116353 16169 sys_catalog.cc:458] T 00000000000000000000000000000000 P 112398ca5bcb45a0840581c6c4183637 [sys.catalog]: This master's current role is: LEADER
16:21:35.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:35.131211 16195 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2: acquiring CA information for follower catalog manager: success
16:21:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:35.152025 16195 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 9e110a43405d4f6c9e645c41a52741c2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:21:35.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:35.730254 16224 catalog_manager.cc:1259] Loaded cluster ID: dab684f1a2c8445698d04aa75523026c
16:21:35.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:35.738042 16224 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c: loading cluster ID for follower catalog manager: success
16:21:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:35.762717 16224 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c: acquiring CA information for follower catalog manager: success
16:21:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:35.769030 16224 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 27127c2fcae4402096ddff6898117b7c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:21:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:36.413916 16229 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 16205
16:21:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:36.815768 16229 kernel_stack_watchdog.cc:198] Thread 16205 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 386ms:
16:21:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
16:21:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
16:21:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
16:21:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
16:21:36.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:36.817068 16205 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.792s	user 0.567s	sys 0.955s
16:21:36.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:36.817478 16205 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.792s	user 0.567s	sys 0.955s
16:21:36.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.817732 16205 server_base.cc:1034] running on GCE node
16:21:36.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:35.027174 16231 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:36.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:36.818430 16234 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.822468 16205 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:21:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.825412 16205 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:21:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.829013 16205 hybrid_clock.cc:648] HybridClock initialized: now 1790439696828533 us; error 470 us; skew 500 ppm
16:21:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.830178 16205 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:21:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.845256 16205 webserver.cc:460] Webserver started at http://127.15.141.65:46631/ using document root <none> and password file <none>
16:21:36.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.846633 16205 fs_manager.cc:359] Metadata directory not provided
16:21:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.846918 16205 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:21:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.847644 16205 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:21:36.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.855551 16205 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/data/instance:
16:21:36.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1aff79adfcb44c82a9ca005f832e1322"
16:21:36.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:36 on dist-test-slave-0t12"
16:21:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.857236 16205 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/wal/instance:
16:21:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1aff79adfcb44c82a9ca005f832e1322"
16:21:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:36 on dist-test-slave-0t12"
16:21:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.867928 16205 fs_manager.cc:691] Time spent creating directory manager: real 0.010s	user 0.007s	sys 0.001s
16:21:36.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.875762 16245 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:21:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.877197 16205 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.003s
16:21:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.877593 16205 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/data,/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/wal
16:21:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1aff79adfcb44c82a9ca005f832e1322"
16:21:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:36 on dist-test-slave-0t12"
16:21:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.878046 16205 fs_report.cc:383] FS layout report
16:21:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:21:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/wal
16:21:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/wal
16:21:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/data/data
16:21:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:21:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:21:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:21:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:21:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:21:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:21:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:21:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:21:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:21:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:21:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:21:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.940320 16205 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:21:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.942518 16205 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:21:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.943253 16205 kserver.cc:163] Server-wide thread pool size limit: 3276
16:21:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.947141 16205 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:21:36.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.953912 16205 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:21:36.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.954265 16205 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.001s
16:21:36.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.954561 16205 ts_tablet_manager.cc:610] Registered 0 tablets
16:21:36.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:36.954787 16205 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
16:21:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.172446 16205 rpc_server.cc:307] RPC server started. Bound to: 127.15.141.65:36495
16:21:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.172634 16357 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.141.65:36495 every 8 connection(s)
16:21:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.175922 16205 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/data/info.pb
16:21:37.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.177299 15925 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu as pid 16205
16:21:37.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.177773 15925 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-0/wal/instance
16:21:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.199052 15925 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/wal
16:21:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/data
16:21:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:21:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:21:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/logs
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/data/info.pb
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.141.66:0
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.141.66
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.141.66
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.141.126:33183,127.15.141.125:33477,127.15.141.124:46053
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.141.84:43061
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:21:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.284207 16358 heartbeater.cc:347] Connected to a master server at 127.15.141.124:46053
16:21:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.284718 16358 heartbeater.cc:464] Registering TS with master...
16:21:37.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.285902 16358 heartbeater.cc:511] Master 127.15.141.124:46053 requested a full tablet report, sending...
16:21:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.289322 16359 heartbeater.cc:347] Connected to a master server at 127.15.141.125:33477
16:21:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.289675 16359 heartbeater.cc:464] Registering TS with master...
16:21:37.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.290431 16125 ts_manager.cc:194] Registered new tserver with Master: 1aff79adfcb44c82a9ca005f832e1322 (127.15.141.65:36495)
16:21:37.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.290561 16359 heartbeater.cc:511] Master 127.15.141.125:33477 requested a full tablet report, sending...
16:21:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.293776 16125 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.141.65:45837
16:21:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.294348 16362 heartbeater.cc:347] Connected to a master server at 127.15.141.126:33183
16:21:37.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.294824 16362 heartbeater.cc:464] Registering TS with master...
16:21:37.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.295683 16362 heartbeater.cc:511] Master 127.15.141.126:33183 requested a full tablet report, sending...
16:21:37.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.293839 16045 ts_manager.cc:194] Registered new tserver with Master: 1aff79adfcb44c82a9ca005f832e1322 (127.15.141.65:36495)
16:21:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.299103 15970 ts_manager.cc:194] Registered new tserver with Master: 1aff79adfcb44c82a9ca005f832e1322 (127.15.141.65:36495)
16:21:37.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:37.607334 16363 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:21:37.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:37.608429 16363 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:21:37.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:37.609063 16363 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:21:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:37.643534 16363 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:21:37.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:37.644659 16363 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.141.66
16:21:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.685118 16363 tablet_server_runner.cc:78] Tablet server non-default flags:
16:21:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.141.84:43061
16:21:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:37.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/data
16:21:37.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/wal
16:21:37.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:37.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.141.66:0
16:21:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:21:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/data/info.pb
16:21:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.141.66
16:21:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.141.126:33183,127.15.141.125:33477,127.15.141.124:46053
16:21:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:21:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:21:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:21:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.141.66
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/logs
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 15:11:41 UTC on ccycloud.quasar-yukscv.root.comops.site
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4674342
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.686839 16363 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:21:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:37.689121 16363 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:21:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:37.716738 16374 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:38.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:38.304289 16358 heartbeater.cc:503] Master 127.15.141.124:46053 was elected leader, sending a full tablet report...
16:21:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:37.721026 16377 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:37.716826 16375 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:39.084481 16376 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1365 milliseconds
16:21:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.084574 16363 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:21:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.086010 16363 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:21:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.088203 16363 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:21:39.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.089573 16363 hybrid_clock.cc:648] HybridClock initialized: now 1790439699089528 us; error 63 us; skew 500 ppm
16:21:39.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.090490 16363 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:21:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.096776 16363 webserver.cc:460] Webserver started at http://127.15.141.66:46221/ using document root <none> and password file <none>
16:21:39.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.097726 16363 fs_manager.cc:359] Metadata directory not provided
16:21:39.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.098465 16363 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:21:39.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.099040 16363 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:21:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.105084 16363 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/data/instance:
16:21:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cbd55e84bd24bde812516c3533cba1e"
16:21:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:39 on dist-test-slave-0t12"
16:21:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.106452 16363 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/wal/instance:
16:21:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cbd55e84bd24bde812516c3533cba1e"
16:21:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:39 on dist-test-slave-0t12"
16:21:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.114282 16363 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
16:21:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.119886 16386 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:21:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.121099 16363 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
16:21:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.121385 16363 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/data,/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/wal
16:21:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cbd55e84bd24bde812516c3533cba1e"
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:39 on dist-test-slave-0t12"
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.121693 16363 fs_report.cc:383] FS layout report
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/wal
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/wal
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/data/data
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:21:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:21:39.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:21:39.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:21:39.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:21:39.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:21:39.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.173141 16363 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:21:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.175086 16363 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:21:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.175647 16363 kserver.cc:163] Server-wide thread pool size limit: 3276
16:21:39.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.178996 16363 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:21:39.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.184808 16363 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:21:39.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.185081 16363 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
16:21:39.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.185593 16363 ts_tablet_manager.cc:610] Registered 0 tablets
16:21:39.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.185806 16363 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
16:21:39.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.333082 16363 rpc_server.cc:307] RPC server started. Bound to: 127.15.141.66:39847
16:21:39.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.333170 16498 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.141.66:39847 every 8 connection(s)
16:21:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.335976 16363 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/data/info.pb
16:21:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.346704 15925 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu as pid 16363
16:21:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.347436 15925 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-1/wal/instance
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.362010 15925 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/wal
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/data
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/logs
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/data/info.pb
16:21:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.141.67:0
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.141.67
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.141.67
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.141.126:33183,127.15.141.125:33477,127.15.141.124:46053
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.141.84:43061
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:21:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.374406 16499 heartbeater.cc:347] Connected to a master server at 127.15.141.124:46053
16:21:39.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.374889 16499 heartbeater.cc:464] Registering TS with master...
16:21:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.376549 16499 heartbeater.cc:511] Master 127.15.141.124:46053 requested a full tablet report, sending...
16:21:39.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.379460 16501 heartbeater.cc:347] Connected to a master server at 127.15.141.126:33183
16:21:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.379691 16125 ts_manager.cc:194] Registered new tserver with Master: 4cbd55e84bd24bde812516c3533cba1e (127.15.141.66:39847)
16:21:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.379874 16501 heartbeater.cc:464] Registering TS with master...
16:21:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.380782 16500 heartbeater.cc:347] Connected to a master server at 127.15.141.125:33477
16:21:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.380810 16501 heartbeater.cc:511] Master 127.15.141.126:33183 requested a full tablet report, sending...
16:21:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.381265 16500 heartbeater.cc:464] Registering TS with master...
16:21:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.382002 16125 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.141.66:35279
16:21:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.382184 16500 heartbeater.cc:511] Master 127.15.141.125:33477 requested a full tablet report, sending...
16:21:39.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.384579 15970 ts_manager.cc:194] Registered new tserver with Master: 4cbd55e84bd24bde812516c3533cba1e (127.15.141.66:39847)
16:21:39.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.385509 16045 ts_manager.cc:194] Registered new tserver with Master: 4cbd55e84bd24bde812516c3533cba1e (127.15.141.66:39847)
16:21:39.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:39.707756 16509 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:21:39.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:39.708417 16509 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:21:39.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:39.709050 16509 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:21:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:39.753928 16509 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:21:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:39.755386 16509 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.141.67
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.798799 16509 tablet_server_runner.cc:78] Tablet server non-default flags:
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.141.84:43061
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/data
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/wal
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.141.67:0
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/data/info.pb
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.141.67
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.141.126:33183,127.15.141.125:33477,127.15.141.124:46053
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.141.67
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/logs
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:21:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:21:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:21:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:21:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:21:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:21:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 15:11:41 UTC on ccycloud.quasar-yukscv.root.comops.site
16:21:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4674342
16:21:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:21:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.800223 16509 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:21:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:39.802142 16509 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:21:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:39.825356 16516 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:40.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:40.387746 16499 heartbeater.cc:503] Master 127.15.141.124:46053 was elected leader, sending a full tablet report...
16:21:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:39.825559 16515 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:39.826814 16518 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:41.060205 16517 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:21:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.060278 16509 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:21:41.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.064791 16509 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:21:41.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.067001 16509 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:21:41.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.068322 16509 hybrid_clock.cc:648] HybridClock initialized: now 1790439701068285 us; error 56 us; skew 500 ppm
16:21:41.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.069205 16509 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:21:41.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.076041 16509 webserver.cc:460] Webserver started at http://127.15.141.67:32805/ using document root <none> and password file <none>
16:21:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.076957 16509 fs_manager.cc:359] Metadata directory not provided
16:21:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.077140 16509 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:21:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.077527 16509 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:21:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.082387 16509 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/data/instance:
16:21:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1246ccdd01d74bf188dec6429b148b4e"
16:21:41.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:41 on dist-test-slave-0t12"
16:21:41.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.083431 16509 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/wal/instance:
16:21:41.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1246ccdd01d74bf188dec6429b148b4e"
16:21:41.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:41 on dist-test-slave-0t12"
16:21:41.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.090880 16509 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.003s	sys 0.005s
16:21:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.096997 16526 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:21:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.098155 16509 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.004s
16:21:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.098469 16509 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/data,/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/wal
16:21:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1246ccdd01d74bf188dec6429b148b4e"
16:21:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:41 on dist-test-slave-0t12"
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.098759 16509 fs_report.cc:383] FS layout report
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/wal
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/wal
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/data/data
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:21:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:21:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.134128 16509 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:21:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.135710 16509 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:21:41.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.136277 16509 kserver.cc:163] Server-wide thread pool size limit: 3276
16:21:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.138882 16509 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:21:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.143155 16509 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:21:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.143399 16509 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
16:21:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.143764 16509 ts_tablet_manager.cc:610] Registered 0 tablets
16:21:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.143982 16509 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
16:21:41.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.294207 16509 rpc_server.cc:307] RPC server started. Bound to: 127.15.141.67:42665
16:21:41.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.294376 16638 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.141.67:42665 every 8 connection(s)
16:21:41.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.296841 16509 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/data/info.pb
16:21:41.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.301394 15925 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu as pid 16509
16:21:41.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.301920 15925 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster6367252658547923042/ts-2/wal/instance
16:21:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.351080 16639 heartbeater.cc:347] Connected to a master server at 127.15.141.124:46053
16:21:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.351531 16639 heartbeater.cc:464] Registering TS with master...
16:21:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.352882 16639 heartbeater.cc:511] Master 127.15.141.124:46053 requested a full tablet report, sending...
16:21:41.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.355775 16125 ts_manager.cc:194] Registered new tserver with Master: 1246ccdd01d74bf188dec6429b148b4e (127.15.141.67:42665)
16:21:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.357782 16125 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.141.67:45485
16:21:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.358210 16641 heartbeater.cc:347] Connected to a master server at 127.15.141.126:33183
16:21:41.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.358597 16640 heartbeater.cc:347] Connected to a master server at 127.15.141.125:33477
16:21:41.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.358618 16641 heartbeater.cc:464] Registering TS with master...
16:21:41.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.359025 16640 heartbeater.cc:464] Registering TS with master...
16:21:41.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.359699 16641 heartbeater.cc:511] Master 127.15.141.126:33183 requested a full tablet report, sending...
16:21:41.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.359830 16640 heartbeater.cc:511] Master 127.15.141.125:33477 requested a full tablet report, sending...
16:21:41.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.362355 15970 ts_manager.cc:194] Registered new tserver with Master: 1246ccdd01d74bf188dec6429b148b4e (127.15.141.67:42665)
16:21:41.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.363216 16045 ts_manager.cc:194] Registered new tserver with Master: 1246ccdd01d74bf188dec6429b148b4e (127.15.141.67:42665)
16:21:41.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:41.370438 15925 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
16:21:41.381 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
16:21:41.382 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

16:21:41.393 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.141.126"
      port: 33183
    }
    bound_http_address {
      host: "127.15.141.126"
      port: 42775
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.141.125"
      port: 33477
    }
    bound_http_address {
      host: "127.15.141.125"
      port: 36925
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.141.124"
      port: 46053
    }
    bound_http_address {
      host: "127.15.141.124"
      port: 41191
    }
  }
}

16:21:41.399 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

16:21:41.403 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.141.65"
      port: 36495
    }
    bound_http_address {
      host: "127.15.141.65"
      port: 46631
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.141.66"
      port: 39847
    }
    bound_http_address {
      host: "127.15.141.66"
      port: 46221
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.141.67"
      port: 42665
    }
    bound_http_address {
      host: "127.15.141.67"
      port: 32805
    }
  }
}

16:21:41.403 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
16:21:41.573 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
16:21:41.712 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_iKqpm/test-tmp
16:21:41.713 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
16:21:41.713 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_iKqpm/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
16:21:41.716 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 0
  enable_kerberos: true
  cluster_root: "/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993"
  extra_master_flags: "--authn_token_validity_seconds=10"
  hms_mode: NONE
  mini_kdc_options {
    ticket_lifetime: "10s"
    renew_lifetime: "20s"
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

16:21:42.075 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:21:42.075 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}

16:21:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:42.079313 16650 mini_oidc.cc:152] Starting JWKS server
16:21:42.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:42.083527 16650 webserver.cc:460] Webserver started at http://127.0.0.1:38351/ using document root <none> and password file <none>
16:21:42.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:42.083951 16650 mini_oidc.cc:189] Starting OIDC Discovery server
16:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:42.086237 16650 webserver.cc:460] Webserver started at http://127.0.0.1:36721/ using document root <none> and password file <none>
16:21:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
16:21:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/principal' for realm 'KRBTEST.COM',
16:21:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
16:21:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:42 dist-test-slave-0t12 krb5kdc[16663](info): setting up network...
16:21:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
16:21:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:42 dist-test-slave-0t12 krb5kdc[16663](info): set up 2 sockets
16:21:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:42 dist-test-slave-0t12 krb5kdc[16663](info): commencing operation
16:21:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
16:21:42.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:42.366880 16639 heartbeater.cc:503] Master 127.15.141.124:46053 was elected leader, sending a full tablet report...
16:21:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.217621 16650 mini_kdc.cc:121] Time spent starting KDC: real 1.103s	user 0.009s	sys 0.017s
16:21:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
16:21:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:21:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
16:21:43.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
16:21:43.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:21:43.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
16:21:43.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
16:21:43.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:21:43.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
16:21:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:21:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/test-user.keytab.
16:21:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/test-user.keytab.
16:21:43.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:43 dist-test-slave-0t12 krb5kdc[16663](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439703, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:21:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
16:21:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T16:21:43Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
16:21:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T16:21:43Z Disabled control of system clock
16:21:43.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.66.190@KRBTEST.COM; defaulting to no policy
16:21:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:21:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.66.190@KRBTEST.COM" created.
16:21:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:21:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.66.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.190.keytab.
16:21:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.66.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.190.keytab.
16:21:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:43.439349 16650 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal
16:21:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data
16:21:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:21:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:21:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/logs
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data/info.pb
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.66.190:34309
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.66.190
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.190.keytab
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.66.190
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:21:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:21:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.66.148:37443
16:21:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.66.190:34309,127.16.66.189:44435,127.16.66.188:43673
16:21:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38351/jwks.json
16:21:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:21:43.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.768060 16676 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:21:43.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.768671 16676 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:21:43.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.769243 16676 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:21:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.801116 16676 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:21:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.801366 16676 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:21:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.801764 16676 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:21:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.802103 16676 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:21:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.802707 16676 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:21:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.803061 16676 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:21:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.803478 16676 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38351/jwks.json
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:43.856603 16676 master_runner.cc:386] Master server non-default flags:
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.66.148:37443
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.66.190:34309,127.16.66.189:44435,127.16.66.188:43673
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.190.keytab
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.66.190
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.66.190:34309
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38351/jwks.json
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data/info.pb
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.66.190
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/logs
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 15:11:41 UTC on ccycloud.quasar-yukscv.root.comops.site
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4674342
16:21:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:21:43.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:43.858415 16676 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:21:43.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:43.859776 16676 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:21:43.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.886034 16682 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:44.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:44.884766 16001 debug-util.cc:398] Leaking SignalData structure 0x7b08000a38e0 after lost signal to thread 15938
16:21:44.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:44.885780 16001 debug-util.cc:398] Leaking SignalData structure 0x7b08000a8be0 after lost signal to thread 16004
16:21:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.889467 16685 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:43.887601 16683 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:45.327090 16684 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1434 milliseconds
16:21:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.327257 16676 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:21:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.328964 16676 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:21:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.335918 16676 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:21:45.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.337633 16676 hybrid_clock.cc:648] HybridClock initialized: now 1790439705337503 us; error 146 us; skew 500 ppm
16:21:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.338973 16676 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:21:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:45 dist-test-slave-0t12 krb5kdc[16663](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439705, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:21:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.348052 16676 init.cc:377] Logged in from keytab as kudu/127.16.66.190@KRBTEST.COM (short username kudu)
16:21:45.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.354864 16676 webserver.cc:460] Webserver started at http://127.16.66.190:33613/ using document root <none> and password file <none>
16:21:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.356163 16676 fs_manager.cc:359] Metadata directory not provided
16:21:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.356444 16676 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:21:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.357023 16676 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:21:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.364603 16676 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data/instance:
16:21:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b252306119a4d1997e37cd5eb7a97f6"
16:21:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:45 on dist-test-slave-0t12"
16:21:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.366264 16676 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal/instance:
16:21:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b252306119a4d1997e37cd5eb7a97f6"
16:21:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:45 on dist-test-slave-0t12"
16:21:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.376232 16676 fs_manager.cc:691] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.004s
16:21:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.384105 16694 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:21:45.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.385547 16676 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
16:21:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.385998 16676 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data,/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal
16:21:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b252306119a4d1997e37cd5eb7a97f6"
16:21:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:45 on dist-test-slave-0t12"
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.386442 16676 fs_report.cc:383] FS layout report
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data/data
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:21:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:21:45.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.490806 16676 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:21:45.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.499050 16676 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:21:45.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.499631 16676 kserver.cc:163] Server-wide thread pool size limit: 3276
16:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.590399 16676 rpc_server.cc:307] RPC server started. Bound to: 127.16.66.190:34309
16:21:45.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.590586 16745 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.66.190:34309 every 8 connection(s)
16:21:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.594158 16676 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data/info.pb
16:21:45.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.601302 16746 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:21:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.603236 16650 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu as pid 16676
16:21:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.603827 16650 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal/instance
16:21:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.623368 16746 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } has no permanent_uuid. Determining permanent_uuid...
16:21:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.66.189@KRBTEST.COM; defaulting to no policy
16:21:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:21:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.66.189@KRBTEST.COM" created.
16:21:45.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:45 dist-test-slave-0t12 krb5kdc[16663](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439705, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.190@KRBTEST.COM for kudu/127.16.66.190@KRBTEST.COM
16:21:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.662588 16746 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } has no permanent_uuid. Determining permanent_uuid...
16:21:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:45.665030 16695 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:21:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:45.669471 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.189:44435: Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:21:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:21:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.66.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.189.keytab.
16:21:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.66.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.189.keytab.
16:21:45.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.674391 16650 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:45.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:45.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal
16:21:45.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data
16:21:45.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/logs
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data/info.pb
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.66.189:44435
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.66.189
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.189.keytab
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.66.189
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:21:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:21:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.66.148:37443
16:21:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.66.190:34309,127.16.66.189:44435,127.16.66.188:43673
16:21:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38351/jwks.json
16:21:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:21:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.719177 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } attempt: 1
16:21:45.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:45.724001 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.189:44435: Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:21:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.792444 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } attempt: 2
16:21:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:45.797426 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.189:44435: Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:21:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:45.888870 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } attempt: 3
16:21:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:45.893712 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.189:44435: Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:21:45.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:45.993567 16753 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:21:45.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:45.994153 16753 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:21:45.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:45.994869 16753 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:21:46.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.026008 16753 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:21:46.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.026289 16753 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:21:46.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.026738 16753 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:21:46.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.027349 16753 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:21:46.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.027690 16753 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:21:46.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.028002 16753 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:21:46.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.028237 16753 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38351/jwks.json
16:21:46.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:46.037155 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } attempt: 4
16:21:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.041745 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.189:44435: Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:21:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:46.066157 16753 master_runner.cc:386] Master server non-default flags:
16:21:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.66.148:37443
16:21:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data
16:21:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal
16:21:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:21:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.66.190:34309,127.16.66.189:44435,127.16.66.188:43673
16:21:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.189.keytab
16:21:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.66.189
16:21:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.66.189:44435
16:21:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:21:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38351/jwks.json
16:21:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:21:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:21:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:21:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data/info.pb
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.66.189
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/logs
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 15:11:41 UTC on ccycloud.quasar-yukscv.root.comops.site
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4674342
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:21:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:46.067621 16753 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:21:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:46.068915 16753 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:21:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.091506 16760 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:46.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:46.341184 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } attempt: 5
16:21:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.348968 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.189:44435: Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:21:46.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:46.896489 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } attempt: 6
16:21:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.904631 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.189:44435: Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:21:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:46.092338 16753 server_base.cc:1034] running on GCE node
16:21:47.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.092960 16759 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:47.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:46.093650 16762 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.350668 16753 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:21:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.353645 16753 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:21:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.355006 16753 hybrid_clock.cc:648] HybridClock initialized: now 1790439707354961 us; error 84 us; skew 500 ppm
16:21:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.356051 16753 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:21:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:47 dist-test-slave-0t12 krb5kdc[16663](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439707, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:21:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.366660 16753 init.cc:377] Logged in from keytab as kudu/127.16.66.189@KRBTEST.COM (short username kudu)
16:21:47.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.374084 16753 webserver.cc:460] Webserver started at http://127.16.66.189:41449/ using document root <none> and password file <none>
16:21:47.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.375084 16753 fs_manager.cc:359] Metadata directory not provided
16:21:47.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.375288 16753 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:21:47.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.375705 16753 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:21:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.380880 16753 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data/instance:
16:21:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "258e901c84754cdd904a1e5cdee272c1"
16:21:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:47 on dist-test-slave-0t12"
16:21:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.382078 16753 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal/instance:
16:21:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "258e901c84754cdd904a1e5cdee272c1"
16:21:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:47 on dist-test-slave-0t12"
16:21:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.392823 16753 fs_manager.cc:691] Time spent creating directory manager: real 0.010s	user 0.006s	sys 0.004s
16:21:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.399592 16772 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:21:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.402014 16753 fs_manager.cc:725] Time spent opening block manager: real 0.006s	user 0.004s	sys 0.000s
16:21:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.402611 16753 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data,/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal
16:21:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "258e901c84754cdd904a1e5cdee272c1"
16:21:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:47 on dist-test-slave-0t12"
16:21:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.403260 16753 fs_report.cc:383] FS layout report
16:21:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:21:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data/data
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:21:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:21:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.454492 16753 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:21:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.461216 16753 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:21:47.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.461833 16753 kserver.cc:163] Server-wide thread pool size limit: 3276
16:21:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.543267 16753 rpc_server.cc:307] RPC server started. Bound to: 127.16.66.189:44435
16:21:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.543434 16823 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.66.189:44435 every 8 connection(s)
16:21:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.546244 16753 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data/info.pb
16:21:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.552714 16824 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:21:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.553038 16650 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu as pid 16753
16:21:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.553395 16650 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal/instance
16:21:47.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.565515 16824 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } has no permanent_uuid. Determining permanent_uuid...
16:21:47.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.66.188@KRBTEST.COM; defaulting to no policy
16:21:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:21:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.66.188@KRBTEST.COM" created.
16:21:47.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:47 dist-test-slave-0t12 krb5kdc[16663](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439707, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.189@KRBTEST.COM for kudu/127.16.66.190@KRBTEST.COM
16:21:47.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:21:47.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.66.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.188.keytab.
16:21:47.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.66.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.188.keytab.
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.610777 16650 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/wal
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/logs
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data/info.pb
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:21:47.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:21:47.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:21:47.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:21:47.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:47.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:47.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:47.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.66.188:43673
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.66.188
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.188.keytab
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.66.188
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.66.148:37443
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.66.190:34309,127.16.66.189:44435,127.16.66.188:43673
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38351/jwks.json
16:21:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:21:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.619763 16824 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } has no permanent_uuid. Determining permanent_uuid...
16:21:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:47 dist-test-slave-0t12 krb5kdc[16663](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439707, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.189@KRBTEST.COM for kudu/127.16.66.189@KRBTEST.COM
16:21:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.651660 16824 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } has no permanent_uuid. Determining permanent_uuid...
16:21:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.653863 16774 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.658677 16824 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.708212 16824 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } attempt: 1
16:21:47.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.712460 16824 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.780970 16824 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } attempt: 2
16:21:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.784981 16824 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:47.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.876503 16824 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } attempt: 3
16:21:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.880260 16824 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.949613 16831 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:21:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.950390 16831 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:21:47.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.951004 16831 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:21:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.965090 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } attempt: 7
16:21:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:47 dist-test-slave-0t12 krb5kdc[16663](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439705, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.190@KRBTEST.COM for kudu/127.16.66.189@KRBTEST.COM
16:21:47.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:47.991040 16746 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } has no permanent_uuid. Determining permanent_uuid...
16:21:47.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.994064 16831 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:21:47.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.994619 16831 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:21:47.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.995177 16831 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:21:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.995554 16831 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:21:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.995908 16831 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:21:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.996204 16831 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:21:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.996466 16831 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38351/jwks.json
16:21:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:47.996503 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:48.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:48.023741 16824 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } attempt: 4
16:21:48.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:48.027980 16824 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:48.038229 16831 master_runner.cc:386] Master server non-default flags:
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.66.148:37443
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/wal
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.66.190:34309,127.16.66.189:44435,127.16.66.188:43673
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.188.keytab
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.66.188
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.66.188:43673
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38351/jwks.json
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data/info.pb
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.66.188
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/logs
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 15:11:41 UTC on ccycloud.quasar-yukscv.root.comops.site
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4674342
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:21:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:48.039574 16831 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:21:48.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:48.040670 16831 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:21:48.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:48.054930 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } attempt: 1
16:21:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:48.060232 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:48.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:48.060689 16842 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:48.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:48.141672 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } attempt: 2
16:21:48.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:48.146034 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:48.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:48.232741 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } attempt: 3
16:21:48.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:48.241626 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:48.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:48.327773 16824 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } attempt: 5
16:21:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:48.335222 16824 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:48.382306 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } attempt: 4
16:21:48.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:48.389006 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:48.672621 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } attempt: 5
16:21:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:48.679191 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:48.882841 16824 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } attempt: 6
16:21:48.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:48.905391 16824 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.231774 16746 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } attempt: 6
16:21:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:49.240622 16746 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.66.188:43673: Network error: Client connection negotiation failed: client connection to 127.16.66.188:43673: connect: Connection refused (error 111)
16:21:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:48.061626 16845 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:48.061292 16843 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:49.448444 16844 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1383 milliseconds
16:21:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.448634 16831 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:21:49.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.450268 16831 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:21:49.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.453706 16831 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:21:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.455111 16831 hybrid_clock.cc:648] HybridClock initialized: now 1790439709455064 us; error 81 us; skew 500 ppm
16:21:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.456365 16831 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:21:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:49 dist-test-slave-0t12 krb5kdc[16663](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439709, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:21:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.462633 16831 init.cc:377] Logged in from keytab as kudu/127.16.66.188@KRBTEST.COM (short username kudu)
16:21:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.468186 16831 webserver.cc:460] Webserver started at http://127.16.66.188:45761/ using document root <none> and password file <none>
16:21:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.469040 16831 fs_manager.cc:359] Metadata directory not provided
16:21:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.469224 16831 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:21:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.469615 16831 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:21:49.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.474439 16831 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data/instance:
16:21:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a8f83653dd34adcb36d3b47bc9335b0"
16:21:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:49 on dist-test-slave-0t12"
16:21:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.475446 16831 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/wal/instance:
16:21:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a8f83653dd34adcb36d3b47bc9335b0"
16:21:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:49 on dist-test-slave-0t12"
16:21:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.483053 16831 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.003s	sys 0.005s
16:21:49.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.489650 16859 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:21:49.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.491153 16831 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
16:21:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.491604 16831 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data,/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/wal
16:21:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a8f83653dd34adcb36d3b47bc9335b0"
16:21:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:49 on dist-test-slave-0t12"
16:21:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.492019 16831 fs_report.cc:383] FS layout report
16:21:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:21:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/wal
16:21:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/wal
16:21:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data/data
16:21:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:21:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:21:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:21:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:21:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:21:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:21:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:21:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:21:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:21:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:21:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:21:49.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.538916 16831 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:21:49.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.548151 16831 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:21:49.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.548833 16831 kserver.cc:163] Server-wide thread pool size limit: 3276
16:21:49.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.643886 16831 rpc_server.cc:307] RPC server started. Bound to: 127.16.66.188:43673
16:21:49.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.644006 16910 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.66.188:43673 every 8 connection(s)
16:21:49.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.647020 16831 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data/info.pb
16:21:49.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.649796 16650 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu as pid 16831
16:21:49.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.650329 16650 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/wal/instance
16:21:49.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.653618 16911 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:21:49.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.667773 16911 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } has no permanent_uuid. Determining permanent_uuid...
16:21:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:49 dist-test-slave-0t12 krb5kdc[16663](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439709, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.188@KRBTEST.COM for kudu/127.16.66.190@KRBTEST.COM
16:21:49.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:49 dist-test-slave-0t12 krb5kdc[16663](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439703, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.66.188@KRBTEST.COM
16:21:49.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.708925 16911 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } has no permanent_uuid. Determining permanent_uuid...
16:21:49.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:49 dist-test-slave-0t12 krb5kdc[16663](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439709, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.188@KRBTEST.COM for kudu/127.16.66.189@KRBTEST.COM
16:21:49.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:49 dist-test-slave-0t12 krb5kdc[16663](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439703, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.66.189@KRBTEST.COM
16:21:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.738548 16911 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } has no permanent_uuid. Determining permanent_uuid...
16:21:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:49 dist-test-slave-0t12 krb5kdc[16663](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439709, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.188@KRBTEST.COM for kudu/127.16.66.188@KRBTEST.COM
16:21:49.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:49 dist-test-slave-0t12 krb5kdc[16663](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439703, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.66.190@KRBTEST.COM
16:21:49.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.773903 16911 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: Bootstrap starting.
16:21:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.781147 16911 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: Neither blocks nor log segments found. Creating new log.
16:21:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.783303 16911 log.cc:824] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: Log is configured to *not* fsync() on all Append() calls
16:21:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.788530 16911 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: No bootstrap required, opened a new log
16:21:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.788993 16650 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
16:21:49.796 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:21:49.798 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}

16:21:49.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.814234 16911 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } }
16:21:49.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.815065 16911 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:21:49.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.815359 16911 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2a8f83653dd34adcb36d3b47bc9335b0, State: Initialized, Role: FOLLOWER
16:21:49.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.816277 16911 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } }
16:21:49.819 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
  env_vars {
    key: "KRB5CCNAME"
    value: "/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5cc"
  }
  env_vars {
    key: "KRB5_CONFIG"
    value: "/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5.conf"
  }
  env_vars {
    key: "KRB5_KDC_PROFILE"
    value: "/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kdc.conf"
  }
  env_vars {
    key: "KUDU_ENABLE_KRB5_REALM_FIX"
    value: "yes"
  }
}

16:21:49.820 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}

16:21:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.819650 16921 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } } }
16:21:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.821238 16911 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [sys.catalog]: configured and running, proceeding with master startup.
16:21:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.821877 16921 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [sys.catalog]: This master's current role is: FOLLOWER
16:21:49.825 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.16.66.190"
      port: 34309
    }
    bound_http_address {
      host: "127.16.66.190"
      port: 33613
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.16.66.189"
      port: 44435
    }
    bound_http_address {
      host: "127.16.66.189"
      port: 41449
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.16.66.188"
      port: 43673
    }
    bound_http_address {
      host: "127.16.66.188"
      port: 45761
    }
  }
}

16:21:49.825 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}

16:21:49.826 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:21:49.826 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
16:21:49.828 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

16:21:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:49.863114 16933 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:21:49.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:49.864061 16933 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:21:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:49 dist-test-slave-0t12 krb5kdc[16663](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439709, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:21:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
16:21:49.881 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:21:49.884 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5cc
16:21:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.854604 16831 master_runner.cc:186] Error getting master registration for 127.16.66.190:34309: OK, instance_id { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" instance_seqno: 1790439705566090 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:21:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.888311 16831 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:21:49.891 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:21:49.892 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5cc
16:21:49.894 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:21:49.898 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
16:21:49.900 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
16:21:49.901 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

16:21:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.915877 16921 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:21:49.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.916453 16921 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } }
16:21:49.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.920869 16921 leader_election.cc:288] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309), 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435)
16:21:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:49 dist-test-slave-0t12 krb5kdc[16663](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439709, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:21:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
16:21:49.949 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:21:49.950 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5cc
16:21:49.952 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:21:49.953 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.66.189:44435
16:21:49.955 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

16:21:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.955744 16650 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu with pid 16753
16:21:49.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:49.981401 16860 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.16.66.189:44435 (error 108)
16:21:49.998 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:21:49.998 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.66.190:34309
16:21:49.999 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

16:21:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:49.999470 16650 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu with pid 16676
16:21:50.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:49.999809 16860 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435): Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:21:50.021 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:21:50.021 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.66.188:43673
16:21:50.022 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

16:21:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.021646 16861 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309): Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111)
16:21:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:50.022200 16861 leader_election.cc:302] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a8f83653dd34adcb36d3b47bc9335b0; no voters: 258e901c84754cdd904a1e5cdee272c1, 3b252306119a4d1997e37cd5eb7a97f6
16:21:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:50.022567 16650 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu with pid 16831
16:21:50.050 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:21:50.050 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.66.189:44435
16:21:50.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

16:21:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:50.054347 16650 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal
16:21:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/logs
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data/info.pb
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:21:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:21:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.66.189:44435
16:21:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.66.189
16:21:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41449
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.189.keytab
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.66.189
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.66.148:37443
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.66.190:34309,127.16.66.189:44435,127.16.66.188:43673
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38351/jwks.json
16:21:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:21:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.372138 16939 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:21:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.372771 16939 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:21:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.373410 16939 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:21:50.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.423974 16939 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:21:50.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.424305 16939 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:21:50.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.424750 16939 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:21:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.425072 16939 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:21:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.425386 16939 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:21:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.425716 16939 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:21:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.425976 16939 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38351/jwks.json
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:50.465798 16939 master_runner.cc:386] Master server non-default flags:
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.66.148:37443
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.66.190:34309,127.16.66.189:44435,127.16.66.188:43673
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.189.keytab
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.66.189
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.66.189:44435
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38351/jwks.json
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:21:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:21:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data/info.pb
16:21:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.66.189
16:21:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41449
16:21:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:21:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:21:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:21:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/logs
16:21:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:21:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:21:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:21:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:21:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:21:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:21:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 15:11:41 UTC on ccycloud.quasar-yukscv.root.comops.site
16:21:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4674342
16:21:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:21:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:50.467092 16939 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:21:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:50.468022 16939 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:21:50.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.487133 16947 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:51.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.487908 16949 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:50.487190 16946 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:51.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:51.842051 16948 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1353 milliseconds
16:21:51.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.842151 16939 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:21:51.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.843597 16939 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:21:51.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.846601 16939 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:21:51.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.848031 16939 hybrid_clock.cc:648] HybridClock initialized: now 1790439711847941 us; error 111 us; skew 500 ppm
16:21:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.849020 16939 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:21:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:51 dist-test-slave-0t12 krb5kdc[16663](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439711, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:21:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.855975 16939 init.cc:377] Logged in from keytab as kudu/127.16.66.189@KRBTEST.COM (short username kudu)
16:21:51.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.861560 16939 webserver.cc:460] Webserver started at http://127.16.66.189:41449/ using document root <none> and password file <none>
16:21:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.862712 16939 fs_manager.cc:359] Metadata directory not provided
16:21:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.862984 16939 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:21:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.872731 16939 fs_manager.cc:709] Time spent opening directory manager: real 0.006s	user 0.002s	sys 0.004s
16:21:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.876760 16957 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:21:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.877722 16939 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
16:21:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.878099 16939 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data,/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal
16:21:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "258e901c84754cdd904a1e5cdee272c1"
16:21:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:47 on dist-test-slave-0t12"
16:21:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.880324 16939 fs_report.cc:383] FS layout report
16:21:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:21:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data/data
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:21:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:21:51.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.924552 16939 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:21:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.931414 16939 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:21:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:51.931986 16939 kserver.cc:163] Server-wide thread pool size limit: 3276
16:21:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:52.003686 16939 rpc_server.cc:307] RPC server started. Bound to: 127.16.66.189:44435
16:21:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:52.003811 17009 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.66.189:44435 every 8 connection(s)
16:21:52.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:52.006458 16939 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/data/info.pb
16:21:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:52.016489 17010 sys_catalog.cc:263] Verifying existing consensus state
16:21:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:52.016573 16650 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu as pid 16939
16:21:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260926 16:21:52.017199 17010 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:21:52.017 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:21:52.017 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.66.190:34309
16:21:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:52.017580 16939 master.cc:537] Master@127.16.66.189:44435 shutting down...
16:21:52.018 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

16:21:52.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:52.019603 16650 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:52.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:52.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/logs
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data/info.pb
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.66.190:34309
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.66.190
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33613
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.190.keytab
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.66.190
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.66.148:37443
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.66.190:34309,127.16.66.189:44435,127.16.66.188:43673
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38351/jwks.json
16:21:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:21:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:52.069412 16939 master.cc:552] Master@127.16.66.189:44435 shutdown complete.
16:21:52.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:21:52.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.325248 17013 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:21:52.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.325977 17013 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:21:52.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.326882 17013 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:21:52.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.358143 17013 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:21:52.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.358414 17013 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:21:52.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.358806 17013 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:21:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.359127 17013 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:21:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.359450 17013 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:21:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.359766 17013 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:21:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.359993 17013 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38351/jwks.json
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:52.395874 17013 master_runner.cc:386] Master server non-default flags:
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.66.148:37443
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.66.190:34309,127.16.66.189:44435,127.16.66.188:43673
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.190.keytab
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.66.190
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.66.190:34309
16:21:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:21:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38351/jwks.json
16:21:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:21:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:21:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:21:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data/info.pb
16:21:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.66.190
16:21:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33613
16:21:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:21:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/logs
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 15:11:41 UTC on ccycloud.quasar-yukscv.root.comops.site
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4674342
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:52.397300 17013 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:21:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:52.398571 17013 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:21:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.420042 16076 debug-util.cc:398] Leaking SignalData structure 0x7b08000a7120 after lost signal to thread 16011
16:21:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.420832 16076 debug-util.cc:398] Leaking SignalData structure 0x7b080009c0c0 after lost signal to thread 16079
16:21:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.418179 17020 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:53.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:52.419350 17019 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:53.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:53.732337 17021 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:21:53.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:53.734351 17022 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:53.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:53.737341 17013 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.324s	user 0.518s	sys 0.798s
16:21:53.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:53.737706 17013 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.324s	user 0.518s	sys 0.798s
16:21:53.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.737974 17013 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:21:53.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.739408 17013 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:21:53.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.742781 17013 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:21:53.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.744366 17013 hybrid_clock.cc:648] HybridClock initialized: now 1790439713744304 us; error 157 us; skew 500 ppm
16:21:53.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.745461 17013 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:21:53.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:53 dist-test-slave-0t12 krb5kdc[16663](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439713, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:21:53.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.760691 17013 init.cc:377] Logged in from keytab as kudu/127.16.66.190@KRBTEST.COM (short username kudu)
16:21:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.770421 17013 webserver.cc:460] Webserver started at http://127.16.66.190:33613/ using document root <none> and password file <none>
16:21:53.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.771644 17013 fs_manager.cc:359] Metadata directory not provided
16:21:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.771924 17013 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:21:53.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.783111 17013 fs_manager.cc:709] Time spent opening directory manager: real 0.006s	user 0.006s	sys 0.002s
16:21:53.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.789129 17030 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:21:53.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.790498 17013 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.001s
16:21:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.790884 17013 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data,/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal
16:21:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b252306119a4d1997e37cd5eb7a97f6"
16:21:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:45 on dist-test-slave-0t12"
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.794662 17013 fs_report.cc:383] FS layout report
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data/data
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:21:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:21:53.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:21:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.892886 17013 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:21:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.900682 17013 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:21:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.901191 17013 kserver.cc:163] Server-wide thread pool size limit: 3276
16:21:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.997334 17013 rpc_server.cc:307] RPC server started. Bound to: 127.16.66.190:34309
16:21:53.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:53.997471 17081 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.66.190:34309 every 8 connection(s)
16:21:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:54.000388 17013 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/data/info.pb
16:21:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:54.001247 16650 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu as pid 17013
16:21:54.003 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:21:54.003 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.66.188:43673
16:21:54.004 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

16:21:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:54.009672 16650 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu
16:21:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/wal
16:21:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data
16:21:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/logs
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data/info.pb
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.66.188:43673
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.66.188
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45761
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.188.keytab
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.66.188
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.66.148:37443
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.66.190:34309,127.16.66.189:44435,127.16.66.188:43673
16:21:54.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:54.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38351/jwks.json
16:21:54.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:21:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:54.019961 17082 sys_catalog.cc:263] Verifying existing consensus state
16:21:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260926 16:21:54.020830 17082 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:21:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:54.021289 17013 master.cc:537] Master@127.16.66.190:34309 shutting down...
16:21:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:54.115743 17013 master.cc:552] Master@127.16.66.190:34309 shutdown complete.
16:21:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:21:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.370682 17084 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:21:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.371213 17084 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:21:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.371980 17084 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:21:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.413371 17084 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:21:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.413693 17084 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:21:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.414155 17084 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:21:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.414480 17084 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:21:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.414784 17084 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:21:54.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.415093 17084 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:21:54.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.415313 17084 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38351/jwks.json
16:21:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:54.459076 17084 master_runner.cc:386] Master server non-default flags:
16:21:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:21:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.66.148:37443
16:21:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:21:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:21:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/wal
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.66.190:34309,127.16.66.189:44435,127.16.66.188:43673
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/krb5kdc/kudu_127.16.66.188.keytab
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.66.188
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.66.188:43673
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38351/jwks.json
16:21:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data/info.pb
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.66.188
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45761
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/logs
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 15:11:41 UTC on ccycloud.quasar-yukscv.root.comops.site
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4674342
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:21:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:54.460405 17084 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:21:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:54.461304 17084 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:21:54.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.481590 17090 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:55.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.481801 17091 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:55.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:54.481765 17093 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:21:55.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:55.790091 17092 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:21:55.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.790172 17084 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:21:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.794759 17084 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:21:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.797472 17084 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:21:55.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.798866 17084 hybrid_clock.cc:648] HybridClock initialized: now 1790439715798813 us; error 82 us; skew 500 ppm
16:21:55.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.799710 17084 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:21:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:55 dist-test-slave-0t12 krb5kdc[16663](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439715, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:21:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.806033 17084 init.cc:377] Logged in from keytab as kudu/127.16.66.188@KRBTEST.COM (short username kudu)
16:21:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.811685 17084 webserver.cc:460] Webserver started at http://127.16.66.188:45761/ using document root <none> and password file <none>
16:21:55.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.812583 17084 fs_manager.cc:359] Metadata directory not provided
16:21:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.812824 17084 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:21:55.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.821378 17084 fs_manager.cc:709] Time spent opening directory manager: real 0.006s	user 0.006s	sys 0.000s
16:21:55.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.826284 17102 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:21:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.827952 17084 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
16:21:55.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.828416 17084 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data,/tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/wal
16:21:55.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a8f83653dd34adcb36d3b47bc9335b0"
16:21:55.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 16:21:49 on dist-test-slave-0t12"
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.832262 17084 fs_report.cc:383] FS layout report
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/wal
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/wal
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data/data
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:21:55.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:21:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.890635 17084 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:21:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.897296 17084 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:21:55.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.897785 17084 kserver.cc:163] Server-wide thread pool size limit: 3276
16:21:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:55.914127 16156 debug-util.cc:398] Leaking SignalData structure 0x7b080009f7e0 after lost signal to thread 16087
16:21:55.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:55.915099 16156 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac000 after lost signal to thread 16159
16:21:55.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.994985 17084 rpc_server.cc:307] RPC server started. Bound to: 127.16.66.188:43673
16:21:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.995193 17153 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.66.188:43673 every 8 connection(s)
16:21:55.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:55.998478 17084 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_iKqpm/test-tmp/mini-kudu-cluster7051220177960662993/master-2/data/info.pb
16:21:56.002 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:21:56.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.001386 16650 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu as pid 17084
16:21:56.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.014330 17154 sys_catalog.cc:263] Verifying existing consensus state
16:21:56.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.023167 17154 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: Bootstrap starting.
16:21:56.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.071252 17154 log.cc:824] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: Log is configured to *not* fsync() on all Append() calls
16:21:56.082 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:21:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.087941 17154 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:21:56.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.088950 17154 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: Bootstrap complete.
16:21:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.128031 17154 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } }
16:21:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.131983 17154 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:21:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.132326 17154 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2a8f83653dd34adcb36d3b47bc9335b0, State: Initialized, Role: FOLLOWER
16:21:56.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.133509 17154 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } }
16:21:56.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.152693 17158 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } } }
16:21:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:56.153879 17108 tablet.cc:2369] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:21:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.154424 17158 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [sys.catalog]: This master's current role is: FOLLOWER
16:21:56.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.154945 17154 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [sys.catalog]: configured and running, proceeding with master startup.
16:21:56.192 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:21:56.197 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.66.188:43673(127.16.66.188:43673)] connecting to peer
16:21:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.282984 17171 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
16:21:56.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.307 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.66.188:43673(127.16.66.188:43673)] Successfully connected to peer
16:21:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.319456 17084 master_runner.cc:186] Error getting master registration for 127.16.66.190:34309: Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111), 
16:21:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.352173 17084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:21:56.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.396982 17158 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:21:56.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.397569 17158 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } }
16:21:56.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:56.402812 17104 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111)
16:21:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.408095 17158 leader_election.cc:288] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309), 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435)
16:21:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:56.412607 17104 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309): Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111)
16:21:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:56.415972 17103 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435): Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:21:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.416471 17103 leader_election.cc:302] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a8f83653dd34adcb36d3b47bc9335b0; no voters: 258e901c84754cdd904a1e5cdee272c1, 3b252306119a4d1997e37cd5eb7a97f6
16:21:56.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:56.417842 17158 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:21:56.420 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
16:21:56.435 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.16.66.188
16:21:56.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:21:56 dist-test-slave-0t12 krb5kdc[16663](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439709, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.66.188@KRBTEST.COM
16:21:56.752 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x842681b9, L:/127.0.0.1:36178 - R:/127.16.66.188:43673] using SASL/GSSAPI
16:21:56.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:21:56.792 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:21:56.795 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:21:56.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:21:56.811 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:21:56.812 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:21:56.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:21:56.832 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:21:56.833 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:21:56.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:21:56.872 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:21:56.873 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:21:56.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:21:56.891 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:21:56.892 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:21:56.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:21:56.952 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:21:56.954 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:21:56.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:56.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:21:56.991 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:21:56.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.996 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:21:56.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:56.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:57.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:57.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:57.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:57.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:21:57.152 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:21:57.154 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:21:57.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:57.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:57.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:57.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:57.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:57.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:57.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:21:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:57.291723 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:21:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:57.292161 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:21:57.452 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:21:57.452 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:21:57.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:57.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:57.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:57.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:57.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:57.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:57.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:21:57.931 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:21:57.932 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:21:57.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:57.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:57.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:57.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:57.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:57.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:57.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:21:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:58.280856 17178 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:21:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:58.281224 17178 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } }
16:21:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:58.282934 17178 leader_election.cc:288] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309), 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435)
16:21:58.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:58.290409 17103 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435): Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:21:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:58.293123 17104 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309): Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111)
16:21:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:58.294857 17104 leader_election.cc:302] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a8f83653dd34adcb36d3b47bc9335b0; no voters: 258e901c84754cdd904a1e5cdee272c1, 3b252306119a4d1997e37cd5eb7a97f6
16:21:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:21:58.295778 17178 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:21:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:58.296509 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:21:58.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:58.296830 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:21:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:59.300909 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:21:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:21:59.301237 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:21:59.772 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:21:59.774 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:21:59.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:59.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:59.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:21:59.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:59.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:59.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:21:59.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:00.212 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:00.213 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:00.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:00.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:00.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:00.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:00.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:00.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:00.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:00.304708 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:00.304947 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:00.491 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:00.493 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:00.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:00.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:00.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:00.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:00.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:00.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:00.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:00.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:00.646514 17185 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:22:00.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:00.646919 17185 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } }
16:22:00.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:00.648411 17185 leader_election.cc:288] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309), 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435)
16:22:00.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:00.655026 17104 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309): Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111)
16:22:00.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:00.655416 17103 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435): Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:22:00.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:00.655845 17103 leader_election.cc:302] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a8f83653dd34adcb36d3b47bc9335b0; no voters: 258e901c84754cdd904a1e5cdee272c1, 3b252306119a4d1997e37cd5eb7a97f6
16:22:00.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:00.656383 17185 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:22:01.172 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:01.173 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:01.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:01.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:01.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:01.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:01.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:01.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:01.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:01.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:01.308163 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:01.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:01.308477 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:01.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:01.355144 17084 master_runner.cc:186] Error getting master registration for 127.16.66.190:34309: Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111), 
16:22:01.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:01.355535 17084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:22:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:02.311650 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:02.311918 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:03.315049 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:03.315338 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:03.886359 17192 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:22:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:03.886873 17192 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } }
16:22:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:03.888374 17192 leader_election.cc:288] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309), 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435)
16:22:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:03.890390 17104 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111) [suppressed 5 similar messages]
16:22:03.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:03.893050 17104 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309): Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111)
16:22:03.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:03.893464 17103 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435): Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:22:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:03.893766 17103 leader_election.cc:302] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a8f83653dd34adcb36d3b47bc9335b0; no voters: 258e901c84754cdd904a1e5cdee272c1, 3b252306119a4d1997e37cd5eb7a97f6
16:22:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:03.894387 17192 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:22:03.991 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:03.993 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:03.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:03.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:03.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:03.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:03.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:03.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:03.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:04.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:04.318536 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:04.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:04.318822 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:05.322883 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:05.323267 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:22:05 dist-test-slave-0t12 krb5kdc[16663](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439725, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:22:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:05.810676 17098 init.cc:295] Successfully reacquired a new kerberos TGT
16:22:06.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:06.056540 17200 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:22:06.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:06.057212 17200 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } }
16:22:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:06.059262 17200 leader_election.cc:288] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309), 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435)
16:22:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:06.065061 17104 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309): Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111)
16:22:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:06.065714 17103 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435): Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:22:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:06.066094 17103 leader_election.cc:302] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a8f83653dd34adcb36d3b47bc9335b0; no voters: 258e901c84754cdd904a1e5cdee272c1, 3b252306119a4d1997e37cd5eb7a97f6
16:22:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:06.066817 17200 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:22:06.211 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:06.213 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:06.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:06.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:06.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:06.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:06.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:06.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:06.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:06.326499 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:06.326812 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:06.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:06.358163 17084 master_runner.cc:186] Error getting master registration for 127.16.66.190:34309: Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111), 
16:22:06.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:06.358603 17084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:22:07.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:07.330188 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:07.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:07.330457 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:08.111 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:08.113 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:08.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:08.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:08.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:08.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:08.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:08.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:08.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:08.333698 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:08.333985 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:08.952 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:08.953 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:08.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:08.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:08.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:08.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:08.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:08.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:08.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:09.337481 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:09.337764 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:09.545440 16495 debug-util.cc:398] Leaking SignalData structure 0x7b08000b84c0 after lost signal to thread 16369
16:22:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:09.546413 16495 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8cc0 after lost signal to thread 16498
16:22:10.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:10.340543 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:10.340777 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:10.492 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:10.494 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:10.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:10.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:10.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:10.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:10.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:10.497 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:10.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:11.344074 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:11.344321 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:11.361395 17084 master_runner.cc:186] Error getting master registration for 127.16.66.190:34309: Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111), 
16:22:11.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:11.361883 17084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:22:12.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:12.282442 17212 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:22:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:12.282886 17212 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b252306119a4d1997e37cd5eb7a97f6" member_type: VOTER last_known_addr { host: "127.16.66.190" port: 34309 } } peers { permanent_uuid: "258e901c84754cdd904a1e5cdee272c1" member_type: VOTER last_known_addr { host: "127.16.66.189" port: 44435 } } peers { permanent_uuid: "2a8f83653dd34adcb36d3b47bc9335b0" member_type: VOTER last_known_addr { host: "127.16.66.188" port: 43673 } }
16:22:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:12.284950 17212 leader_election.cc:288] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309), 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435)
16:22:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:12.286895 17104 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111) [suppressed 3 similar messages]
16:22:12.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:12.289785 17104 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3b252306119a4d1997e37cd5eb7a97f6 (127.16.66.190:34309): Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111)
16:22:12.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:12.290326 17103 leader_election.cc:334] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 258e901c84754cdd904a1e5cdee272c1 (127.16.66.189:44435): Network error: Client connection negotiation failed: client connection to 127.16.66.189:44435: connect: Connection refused (error 111)
16:22:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:12.290673 17103 leader_election.cc:302] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a8f83653dd34adcb36d3b47bc9335b0; no voters: 258e901c84754cdd904a1e5cdee272c1, 3b252306119a4d1997e37cd5eb7a97f6
16:22:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:12.291289 17212 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:22:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:12.347775 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:12.348115 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:12.718159 16001 debug-util.cc:398] Leaking SignalData structure 0x7b0800098840 after lost signal to thread 15938
16:22:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:12.718811 16001 debug-util.cc:398] Leaking SignalData structure 0x7b080008f800 after lost signal to thread 16004
16:22:13.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:13.351328 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:13.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:13.351702 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:13.392 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:13.392 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:13.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:13.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:13.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:13.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:13.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:13.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:13.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:14.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:14.354852 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:14.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:14.355232 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:15.012 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:15.013 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:15.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:15.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:15.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:15.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:15.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:15.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:15.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:15.332 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:15.334 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:15.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:15.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:15.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:15.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:15.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:15.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:15.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:15.358933 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:15.359257 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:15.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 16:22:15 dist-test-slave-0t12 krb5kdc[16663](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790439735, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.66.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:22:15.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:15.813447 17098 init.cc:295] Successfully reacquired a new kerberos TGT
16:22:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:16.362258 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:16.362676 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:16.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:16.365885 17084 master_runner.cc:186] Error getting master registration for 127.16.66.190:34309: Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111), 
16:22:16.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:16.366343 17084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:22:16.531 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:16.532 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:16.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:16.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:16.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:16.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:16.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:16.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:16.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:17.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:17.366321 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:17.366675 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:18.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:18.369972 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:18.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:18.370347 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:18.692 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:18.693 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:18.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:18.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:18.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:18.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:18.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:18.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:18.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:19.373580 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:19.373878 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:20.052 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:20.053 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:20.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:20.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:20.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:20.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:20.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:20.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:20.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:20.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:20.376659 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:20.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:20.376959 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:20.452 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:20.453 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:20.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:20.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:20.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:20.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:20.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:20.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:20.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:21.369369 17084 master_runner.cc:186] Error getting master registration for 127.16.66.190:34309: Network error: Client connection negotiation failed: client connection to 127.16.66.190:34309: connect: Connection refused (error 111), 
16:22:21.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:21.369778 17084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:22:21.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:21.379849 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:21.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:21.380170 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:22.383221 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:22.383566 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:23.052 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:23.053 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:23.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:23.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:23.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:23.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:23.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:23.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:23.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:23.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:23.386996 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:23.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:23.387283 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:24.032 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:24.033 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:24.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:24.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:24.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:24.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:24.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:24.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:24.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:24.395906 17171 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a8f83653dd34adcb36d3b47bc9335b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:22:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 16:22:24.396377 17171 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:22:25.291 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.189:44435(127.16.66.189:44435)] connecting to peer
16:22:25.292 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.66.190:34309(127.16.66.190:34309)] connecting to peer
16:22:25.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:25.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.66.189:44435(127.16.66.189:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:25.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.189:44435: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435
16:22:25.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:25.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.190:34309(127.16.66.190:34309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:25.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.66.190:34309: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
16:22:25.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673; will retry
16:22:25.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29289), Traces: [0ms] refreshing cache from master, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [282ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [287ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [754ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [759ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [775ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [780ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [786ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [788ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [788ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [798ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [805ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [806ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [807ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [818ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [824ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [826ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [828ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [859ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [862ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [865ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [868ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [875ms] refreshing cache from master, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [878ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [883ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [884ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [885ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [935ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [941ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [945ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [948ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [949ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [975ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [980ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [987ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [989ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [990ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1136ms] refreshing cache from master, [1136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1139ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1146ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1435ms] refreshing cache from master, [1435ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1448ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1915ms] refreshing cache from master, [1915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1918ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1924ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [3756ms] refreshing cache from master, [3756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [3757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [3758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [3759ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [3762ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [3764ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [3764ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [4195ms] refreshing cache from master, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [4196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [4197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [4199ms] too many traces: truncated at 100 traces, deferred=Deferred@559077857(state=PENDING, result=null, callback=(continuation of Deferred@1471534627 after retry RPC after error@1495606074) -> (continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434), errback=(continuation of Deferred@1471534627 after retry RPC after error@1495606074) -> (continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434)))
16:22:25.308 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.66.189:44435(127.16.66.189:44435)] disconnecting while in state TERMINATED
16:22:25.309 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.66.190:34309(127.16.66.190:34309)] disconnecting while in state TERMINATED
16:22:25.309 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.66.188:43673(127.16.66.188:43673)] disconnecting while in state READY
16:22:25.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:22:25.318 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.66.188:43673(127.16.66.188:43673)] handling channelInactive
16:22:25.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.66.188:43673(127.16.66.188:43673)] cleaning up while in state READY due to: connection closed
16:22:25.319 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:22:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:25.324810 16650 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu with pid 17084
16:22:26.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T16:22:26Z chronyd exiting
16:22:27.588 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:22:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:27.590394 15925 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu with pid 16205
16:22:27.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:27.615782 15925 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu with pid 16363
16:22:27.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:27.647891 15925 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu with pid 16509
16:22:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:27.675277 15925 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu with pid 15937
16:22:27.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:27.710330 15925 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu with pid 16007
16:22:27.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 16:22:27.745301 15925 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_iKqpm/build/tsan/bin/kudu with pid 16082
16:22:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T16:22:28Z chronyd exiting
16:22:29.950 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29289), Traces: [0ms] refreshing cache from master, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [282ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [287ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [754ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [759ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [775ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [780ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [786ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [788ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [788ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [798ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [805ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [806ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [807ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [818ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [824ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [826ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [828ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [859ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [862ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [865ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [868ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [875ms] refreshing cache from master, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [878ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [883ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [884ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [885ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [935ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [941ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [945ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [948ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [949ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [975ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [980ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [987ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [989ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [990ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1136ms] refreshing cache from master, [1136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1139ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1146ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1435ms] refreshing cache from master, [1435ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1448ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1915ms] refreshing cache from master, [1915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1918ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1924ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [3756ms] refreshing cache from master, [3756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [3757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [3758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [3759ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [3762ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [3764ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [3764ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [4195ms] refreshing cache from master, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [4196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [4197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [4199ms] too many traces: truncated at 100 traces, deferred=Deferred@559077857(state=PENDING, result=null, callback=(continuation of Deferred@1471534627 after retry RPC after error@1495606074) -> (continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434), errback=(continuation of Deferred@1471534627 after retry RPC after error@1495606074) -> (continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
		at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.66.190:34309
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29289), Traces: [0ms] refreshing cache from master, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [282ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [287ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [754ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [759ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [775ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [780ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [786ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [788ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [788ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [798ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [805ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [806ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [807ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [818ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [824ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [826ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [828ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [859ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [862ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [865ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [868ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [875ms] refreshing cache from master, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [878ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [883ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [884ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [885ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [935ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [941ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [945ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [948ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [949ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [975ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [980ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [987ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [989ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [990ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1136ms] refreshing cache from master, [1136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1139ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1146ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1435ms] refreshing cache from master, [1435ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1448ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1915ms] refreshing cache from master, [1915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1918ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1924ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [3756ms] refreshing cache from master, [3756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [3757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [3758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [3759ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [3762ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [3764ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [3764ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [4195ms] refreshing cache from master, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [4196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [4197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [4199ms] too many traces: truncated at 100 traces, deferred=Deferred@559077857(state=PENDING, result=null, callback=(continuation of Deferred@1471534627 after retry RPC after error@1495606074) -> (continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434), errback=(continuation of Deferred@1471534627 after retry RPC after error@1495606074) -> (continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:750)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.66.190:34309
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)

16:22:30.862 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
16:22:30.863 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29289), Traces: [0ms] refreshing cache from master, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [282ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [287ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [754ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [759ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [775ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [780ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [786ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [788ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [788ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [798ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [805ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [806ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [807ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [818ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [824ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [826ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [828ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [859ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [862ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [865ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [868ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [875ms] refreshing cache from master, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [878ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [883ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [884ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [885ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [935ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [941ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [945ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [948ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [949ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [975ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [980ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [987ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [989ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [990ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1136ms] refreshing cache from master, [1136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1139ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1146ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1435ms] refreshing cache from master, [1435ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1448ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1915ms] refreshing cache from master, [1915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1918ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1924ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [3756ms] refreshing cache from master, [3756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [3757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [3758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [3759ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [3762ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [3764ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [3764ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [4195ms] refreshing cache from master, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [4196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [4197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [4199ms] too many traces: truncated at 100 traces, deferred=Deferred@559077857(state=PENDING, result=null, callback=(continuation of Deferred@1471534627 after retry RPC after error@1495606074) -> (continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434), errback=(continuation of Deferred@1471534627 after retry RPC after error@1495606074) -> (continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
		at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.66.190:34309
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29289), Traces: [0ms] refreshing cache from master, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [282ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [287ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [754ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [759ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [775ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [780ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [786ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [788ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [788ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [798ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [805ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [806ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [807ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [818ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [824ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [826ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [828ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [859ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [862ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [865ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [868ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [875ms] refreshing cache from master, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [878ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [883ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [884ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [885ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [935ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [941ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [945ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [948ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [949ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [975ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [980ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [987ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [989ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [990ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1136ms] refreshing cache from master, [1136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1139ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1146ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1435ms] refreshing cache from master, [1435ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1448ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1915ms] refreshing cache from master, [1915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [1916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [1917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [1918ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [1924ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [3756ms] refreshing cache from master, [3756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [3757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [3758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [3759ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.189:44435: Network error: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435, [3762ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.190:34309: Network error: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [3764ms] Sub RPC ConnectToMaster: received response from server master-127.16.66.188:43673: OK, [3764ms] delaying RPC due to: Service unavailable: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309, [4195ms] refreshing cache from master, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.189:44435, [4196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.190:34309, [4197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.66.188:43673, [4199ms] too many traces: truncated at 100 traces, deferred=Deferred@559077857(state=PENDING, result=null, callback=(continuation of Deferred@1471534627 after retry RPC after error@1495606074) -> (continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434), errback=(continuation of Deferred@1471534627 after retry RPC after error@1495606074) -> (continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:750)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.66.189:44435,127.16.66.190:34309,127.16.66.188:43673) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.189:44435(127.16.66.189:44435): Connection refused: /127.16.66.189:44435,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.66.190:34309(127.16.66.190:34309): Connection refused: /127.16.66.190:34309
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.66.190:34309
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)