Unable to diagnose

14:32:29.624 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:32:29.640 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskV5Qxfm/test-tmp
14:32:29.643 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:32:29.647 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskV5Qxfm/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:32:29.898 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:32:30.185 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:32:30.186 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:32:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:30.190968 22060 mini_oidc.cc:152] Starting JWKS server
14:32:30.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:30.196699 22060 webserver.cc:460] Webserver started at http://127.0.0.1:33127/ using document root <none> and password file <none>
14:32:30.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:30.197263 22060 mini_oidc.cc:189] Starting OIDC Discovery server
14:32:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:30.200114 22060 webserver.cc:460] Webserver started at http://127.0.0.1:44235/ using document root <none> and password file <none>
14:32:30.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:32:30Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
14:32:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:32:30Z Disabled control of system clock
14:32:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:30.264619 22060 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/wal
14:32:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/data
14:32:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:32:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:32:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:32:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/logs
14:32:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/data/info.pb
14:32:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:32:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:32:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.139.62:41859
14:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.139.62
14:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.139.20:43093
14:32:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.139.62:41859,127.21.139.61:33549,127.21.139.60:36893
14:32:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33127/jwks.json with env {}
14:32:30.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:30.626029 22075 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:32:30.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:30.626618 22075 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:32:30.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:30.627360 22075 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:32:30.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:30.658265 22075 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:32:30.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:30.658535 22075 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:32:30.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:30.658795 22075 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:32:30.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:30.659070 22075 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:32:30.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:30.659356 22075 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:32:30.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:30.659588 22075 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33127/jwks.json
14:32:30.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:30.693619 22075 master_runner.cc:386] Master server non-default flags:
14:32:30.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:30.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.139.20:43093
14:32:30.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:30.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/data
14:32:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/wal
14:32:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.139.62:41859,127.21.139.61:33549,127.21.139.60:36893
14:32:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.139.62:41859
14:32:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:32:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33127/jwks.json
14:32:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/data/info.pb
14:32:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.139.62
14:32:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:32:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/logs
14:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:32:30.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:32:30.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:32:30.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:30.695513 22075 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:32:30.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:30.697817 22075 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:32:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:30.727847 22086 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:30.728004 22089 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:30.731215 22075 server_base.cc:1034] running on GCE node
14:32:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:30.732363 22091 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.005928 22075 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:32:32.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.009337 22075 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:32:32.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.010696 22075 hybrid_clock.cc:648] HybridClock initialized: now 1786285952010663 us; error 99 us; skew 500 ppm
14:32:32.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.011934 22075 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:32:32.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.025794 22075 webserver.cc:460] Webserver started at http://127.21.139.62:34541/ using document root <none> and password file <none>
14:32:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.027114 22075 fs_manager.cc:359] Metadata directory not provided
14:32:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.027313 22075 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:32:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.027873 22075 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:32:32.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.033565 22075 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/data/instance:
14:32:32.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07691944205a42189e2f8a9746953408"
14:32:32.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:32 on dist-test-slave-39l8"
14:32:32.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.034868 22075 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/wal/instance:
14:32:32.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07691944205a42189e2f8a9746953408"
14:32:32.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:32 on dist-test-slave-39l8"
14:32:32.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.044411 22075 fs_manager.cc:691] Time spent creating directory manager: real 0.009s	user 0.007s	sys 0.000s
14:32:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.052129 22098 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:32:32.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.053766 22075 fs_manager.cc:725] Time spent opening block manager: real 0.006s	user 0.004s	sys 0.000s
14:32:32.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.054133 22075 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/data,/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/wal
14:32:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07691944205a42189e2f8a9746953408"
14:32:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:32 on dist-test-slave-39l8"
14:32:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.054574 22075 fs_report.cc:383] FS layout report
14:32:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:32:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/wal
14:32:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/wal
14:32:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/data/data
14:32:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:32:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:32:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:32:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:32:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:32:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:32:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:32:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:32:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:32:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:32:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:32:32.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.094489 22075 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
14:32:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.096411 22075 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:32:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.096875 22075 kserver.cc:163] Server-wide thread pool size limit: 3276
14:32:32.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.216199 22075 rpc_server.cc:307] RPC server started. Bound to: 127.21.139.62:41859
14:32:32.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.216606 22168 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.139.62:41859 every 8 connection(s)
14:32:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.219553 22075 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/data/info.pb
14:32:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.227908 22060 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu as pid 22075
14:32:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.228629 22060 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-0/wal/instance
14:32:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.230501 22169 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:32:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.235466 22060 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/wal
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/data
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/logs
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/data/info.pb
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:32:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:32:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.139.61:33549
14:32:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.139.61
14:32:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.139.20:43093
14:32:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:32.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:32.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:32.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:32.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.139.62:41859,127.21.139.61:33549,127.21.139.60:36893
14:32:32.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33127/jwks.json with env {}
14:32:32.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.253340 22169 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } has no permanent_uuid. Determining permanent_uuid...
14:32:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.298206 22169 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } has no permanent_uuid. Determining permanent_uuid...
14:32:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.301302 22101 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.139.61:33549: connect: Connection refused (error 111)
14:32:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.307425 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.61:33549: Network error: Client connection negotiation failed: client connection to 127.21.139.61:33549: connect: Connection refused (error 111)
14:32:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.356950 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } attempt: 1
14:32:32.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.361982 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.61:33549: Network error: Client connection negotiation failed: client connection to 127.21.139.61:33549: connect: Connection refused (error 111)
14:32:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.430527 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } attempt: 2
14:32:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.435362 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.61:33549: Network error: Client connection negotiation failed: client connection to 127.21.139.61:33549: connect: Connection refused (error 111)
14:32:32.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.526784 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } attempt: 3
14:32:32.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.531180 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.61:33549: Network error: Client connection negotiation failed: client connection to 127.21.139.61:33549: connect: Connection refused (error 111)
14:32:32.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.630029 22171 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:32:32.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.630839 22171 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:32:32.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.631953 22171 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:32:32.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.664269 22171 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:32:32.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.664565 22171 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:32:32.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.664760 22171 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:32:32.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.664945 22171 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:32:32.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.665124 22171 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:32:32.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.665349 22171 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33127/jwks.json
14:32:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.674562 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } attempt: 4
14:32:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.678931 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.61:33549: Network error: Client connection negotiation failed: client connection to 127.21.139.61:33549: connect: Connection refused (error 111)
14:32:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.702121 22171 master_runner.cc:386] Master server non-default flags:
14:32:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.139.20:43093
14:32:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/data
14:32:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/wal
14:32:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.139.62:41859,127.21.139.61:33549,127.21.139.60:36893
14:32:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.139.61:33549
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33127/jwks.json
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/data/info.pb
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.139.61
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:32:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:32:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/logs
14:32:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:32:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:32:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:32:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:32:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:32:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:32:32.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:32:32.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:32:32.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:32:32.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.703518 22171 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:32:32.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.705749 22171 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:32:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.729571 22188 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:32.978351 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } attempt: 5
14:32:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.983458 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.61:33549: Network error: Client connection negotiation failed: client connection to 127.21.139.61:33549: connect: Connection refused (error 111)
14:32:33.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:33.530875 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } attempt: 6
14:32:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:33.541203 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.61:33549: Network error: Client connection negotiation failed: client connection to 127.21.139.61:33549: connect: Connection refused (error 111)
14:32:33.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.731950 22189 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:33.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:32.730044 22191 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:33.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:33.966593 22190 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:32:33.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:33.966873 22171 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:32:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:33.970526 22171 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:32:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:33.974001 22171 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:32:33.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:33.975472 22171 hybrid_clock.cc:648] HybridClock initialized: now 1786285953975447 us; error 47 us; skew 500 ppm
14:32:33.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:33.976429 22171 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:32:33.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:33.985316 22171 webserver.cc:460] Webserver started at http://127.21.139.61:36211/ using document root <none> and password file <none>
14:32:33.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:33.986279 22171 fs_manager.cc:359] Metadata directory not provided
14:32:33.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:33.986472 22171 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:32:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:33.986941 22171 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:32:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:33.991890 22171 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/data/instance:
14:32:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4b84aa650c4498294665a9a557ce8d7"
14:32:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:33 on dist-test-slave-39l8"
14:32:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:33.993034 22171 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/wal/instance:
14:32:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4b84aa650c4498294665a9a557ce8d7"
14:32:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:33 on dist-test-slave-39l8"
14:32:34.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.000842 22171 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.001s	sys 0.008s
14:32:34.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.006997 22200 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:32:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.008008 22171 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
14:32:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.008352 22171 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/data,/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/wal
14:32:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4b84aa650c4498294665a9a557ce8d7"
14:32:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:33 on dist-test-slave-39l8"
14:32:34.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.008721 22171 fs_report.cc:383] FS layout report
14:32:34.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/wal
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/wal
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/data/data
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:32:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:32:34.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.055125 22171 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
14:32:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.056973 22171 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:32:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.057518 22171 kserver.cc:163] Server-wide thread pool size limit: 3276
14:32:34.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.174019 22171 rpc_server.cc:307] RPC server started. Bound to: 127.21.139.61:33549
14:32:34.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.174203 22272 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.139.61:33549 every 8 connection(s)
14:32:34.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.177042 22171 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/data/info.pb
14:32:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.177798 22060 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu as pid 22171
14:32:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.178167 22060 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-1/wal/instance
14:32:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.181694 22060 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/wal
14:32:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/data
14:32:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:32:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:32:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:32:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/logs
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/data/info.pb
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.139.60:36893
14:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.139.60
14:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.139.20:43093
14:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.139.62:41859,127.21.139.61:33549,127.21.139.60:36893
14:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33127/jwks.json with env {}
14:32:34.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.185917 22274 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:32:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.206207 22274 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } has no permanent_uuid. Determining permanent_uuid...
14:32:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.234840 22274 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } has no permanent_uuid. Determining permanent_uuid...
14:32:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.256122 22274 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } has no permanent_uuid. Determining permanent_uuid...
14:32:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.259532 22205 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.265707 22274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:34.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.315356 22274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 1
14:32:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.320639 22274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.389107 22274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 2
14:32:34.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.393401 22274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:34.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.485095 22274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 3
14:32:34.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.489346 22274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.581979 22277 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:32:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.582571 22277 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:32:34.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.583132 22277 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:32:34.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.602082 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } attempt: 7
14:32:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.614882 22277 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:32:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.615252 22277 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:32:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.615597 22277 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:32:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.615973 22277 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:32:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.616360 22277 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:32:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.616632 22277 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33127/jwks.json
14:32:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.619302 22169 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } has no permanent_uuid. Determining permanent_uuid...
14:32:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.626226 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:34.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.632951 22274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 4
14:32:34.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.637185 22274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.654068 22277 master_runner.cc:386] Master server non-default flags:
14:32:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.139.20:43093
14:32:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/data
14:32:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/wal
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.139.62:41859,127.21.139.61:33549,127.21.139.60:36893
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.139.60:36893
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33127/jwks.json
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/data/info.pb
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.139.60
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:32:34.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:34.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:32:34.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:32:34.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:34.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/logs
14:32:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:32:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:32:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:32:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:32:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:32:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:32:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:32:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:32:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:32:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.655633 22277 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:32:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.657745 22277 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:32:34.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.683668 22293 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:34.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.684799 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 1
14:32:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.689467 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.770923 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 2
14:32:34.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.776003 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:34.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.861425 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 3
14:32:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.865998 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:34.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:34.936794 22274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 5
14:32:34.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.942099 22274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:35.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.006395 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 4
14:32:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:35.011487 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.294916 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 5
14:32:35.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:35.299952 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:35.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.489512 22274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 6
14:32:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:35.498613 22274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:35.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.852360 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 6
14:32:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:35.861347 22169 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.139.60:36893: Network error: Client connection negotiation failed: client connection to 127.21.139.60:36893: connect: Connection refused (error 111)
14:32:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.684437 22295 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:34.688122 22299 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:35.937294 22297 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:32:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.937361 22277 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:32:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.941591 22277 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:32:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.944962 22277 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:32:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.946411 22277 hybrid_clock.cc:648] HybridClock initialized: now 1786285955946351 us; error 78 us; skew 500 ppm
14:32:35.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.947330 22277 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:32:35.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.956818 22277 webserver.cc:460] Webserver started at http://127.21.139.60:34603/ using document root <none> and password file <none>
14:32:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.957927 22277 fs_manager.cc:359] Metadata directory not provided
14:32:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.958184 22277 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:32:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.958854 22277 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:32:35.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.964555 22277 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/data/instance:
14:32:35.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afb1260990984e1a8c7574ca180e4b85"
14:32:35.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:35 on dist-test-slave-39l8"
14:32:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.966051 22277 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/wal/instance:
14:32:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afb1260990984e1a8c7574ca180e4b85"
14:32:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:35 on dist-test-slave-39l8"
14:32:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.974571 22277 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
14:32:35.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.981874 22313 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:32:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.983058 22277 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
14:32:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.983422 22277 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/data,/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/wal
14:32:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afb1260990984e1a8c7574ca180e4b85"
14:32:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:35 on dist-test-slave-39l8"
14:32:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:35.983809 22277 fs_report.cc:383] FS layout report
14:32:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:32:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/wal
14:32:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/wal
14:32:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/data/data
14:32:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:32:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:32:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:32:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:32:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:32:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:32:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:32:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:32:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:32:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:32:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:32:36.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.027661 22277 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
14:32:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.029664 22277 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:32:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.030236 22277 kserver.cc:163] Server-wide thread pool size limit: 3276
14:32:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.149060 22277 rpc_server.cc:307] RPC server started. Bound to: 127.21.139.60:36893
14:32:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.149215 22384 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.139.60:36893 every 8 connection(s)
14:32:36.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.152107 22277 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/data/info.pb
14:32:36.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.154978 22060 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu as pid 22277
14:32:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.155627 22060 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/master-2/wal/instance
14:32:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.159601 22385 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:32:36.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.177613 22385 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } has no permanent_uuid. Determining permanent_uuid...
14:32:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.221016 22385 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } has no permanent_uuid. Determining permanent_uuid...
14:32:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.236831 22385 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } has no permanent_uuid. Determining permanent_uuid...
14:32:36.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.259295 22385 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85: Bootstrap starting.
14:32:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.268501 22385 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85: Neither blocks nor log segments found. Creating new log.
14:32:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.271023 22385 log.cc:824] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85: Log is configured to *not* fsync() on all Append() calls
14:32:36.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.277267 22385 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85: No bootstrap required, opened a new log
14:32:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.299242 22385 raft_consensus.cc:348] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } }
14:32:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.299916 22385 raft_consensus.cc:374] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:32:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.300146 22385 raft_consensus.cc:729] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: afb1260990984e1a8c7574ca180e4b85, State: Initialized, Role: FOLLOWER
14:32:36.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.301100 22385 consensus_queue.cc:260] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } }
14:32:36.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.304865 22399 sys_catalog.cc:455] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } } }
14:32:36.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.306391 22399 sys_catalog.cc:458] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [sys.catalog]: This master's current role is: FOLLOWER
14:32:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.307349 22385 sys_catalog.cc:564] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [sys.catalog]: configured and running, proceeding with master startup.
14:32:36.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:36.340154 22413 catalog_manager.cc:1558] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:32:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:36.342048 22413 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:32:36.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.332957 22277 master_runner.cc:186] Error getting master registration for 127.21.139.62:41859: OK, instance_id { permanent_uuid: "07691944205a42189e2f8a9746953408" instance_seqno: 1786285952183041 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:32:36.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.367121 22277 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:32:36.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:36.539260 22324 tablet.cc:2369] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:32:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.559098 22274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 7
14:32:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.577214 22274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7: Bootstrap starting.
14:32:36.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.583791 22274 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7: Neither blocks nor log segments found. Creating new log.
14:32:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.586186 22274 log.cc:824] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7: Log is configured to *not* fsync() on all Append() calls
14:32:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.591693 22274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7: No bootstrap required, opened a new log
14:32:36.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.615963 22274 raft_consensus.cc:348] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } }
14:32:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.616732 22274 raft_consensus.cc:374] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:32:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.617030 22274 raft_consensus.cc:729] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4b84aa650c4498294665a9a557ce8d7, State: Initialized, Role: FOLLOWER
14:32:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.618034 22274 consensus_queue.cc:260] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } }
14:32:36.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.621817 22417 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } } }
14:32:36.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.623049 22417 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [sys.catalog]: This master's current role is: FOLLOWER
14:32:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.624023 22274 sys_catalog.cc:564] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [sys.catalog]: configured and running, proceeding with master startup.
14:32:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:36.664960 22431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:32:36.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:36.665742 22431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:32:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.686625 22399 raft_consensus.cc:482] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:32:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.687295 22399 raft_consensus.cc:504] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } }
14:32:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.693991 22235 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afb1260990984e1a8c7574ca180e4b85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b84aa650c4498294665a9a557ce8d7" is_pre_election: true
14:32:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.695235 22235 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate afb1260990984e1a8c7574ca180e4b85 in term 0.
14:32:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.696822 22319 leader_election.cc:302] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: afb1260990984e1a8c7574ca180e4b85, b4b84aa650c4498294665a9a557ce8d7; no voters: 
14:32:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.659365 22171 master_runner.cc:186] Error getting master registration for 127.21.139.62:41859: OK, instance_id { permanent_uuid: "07691944205a42189e2f8a9746953408" instance_seqno: 1786285952183041 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:32:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.699049 22171 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:32:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.699337 22399 leader_election.cc:288] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 07691944205a42189e2f8a9746953408 (127.21.139.62:41859), b4b84aa650c4498294665a9a557ce8d7 (127.21.139.61:33549)
14:32:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.701016 22399 raft_consensus.cc:2781] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:32:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.701694 22399 raft_consensus.cc:482] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:32:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.702351 22399 raft_consensus.cc:3037] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [term 0 FOLLOWER]: Advancing to term 1
14:32:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.709522 22399 raft_consensus.cc:504] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } }
14:32:36.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.713088 22399 leader_election.cc:288] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [CANDIDATE]: Term 1 election: Requested vote from peers 07691944205a42189e2f8a9746953408 (127.21.139.62:41859), b4b84aa650c4498294665a9a557ce8d7 (127.21.139.61:33549)
14:32:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.719163 22235 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afb1260990984e1a8c7574ca180e4b85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b84aa650c4498294665a9a557ce8d7"
14:32:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.719760 22235 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [term 0 FOLLOWER]: Advancing to term 1
14:32:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.728596 22235 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate afb1260990984e1a8c7574ca180e4b85 in term 1.
14:32:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.730495 22319 leader_election.cc:302] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: afb1260990984e1a8c7574ca180e4b85, b4b84aa650c4498294665a9a557ce8d7; no voters: 
14:32:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.732571 22399 raft_consensus.cc:2781] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [term 1 FOLLOWER]: Leader election won for term 1
14:32:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.734081 22399 raft_consensus.cc:686] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [term 1 LEADER]: Becoming Leader. State: Replica: afb1260990984e1a8c7574ca180e4b85, State: Running, Role: LEADER
14:32:36.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.736812 22399 consensus_queue.cc:237] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } }
14:32:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.768970 22433 sys_catalog.cc:455] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [sys.catalog]: SysCatalogTable state changed. Reason: New leader afb1260990984e1a8c7574ca180e4b85. Latest consensus state: current_term: 1 leader_uuid: "afb1260990984e1a8c7574ca180e4b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } } }
14:32:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.770147 22433 sys_catalog.cc:458] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [sys.catalog]: This master's current role is: LEADER
14:32:36.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.778820 22436 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
14:32:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.787495 22436 catalog_manager.cc:1484] Initializing Kudu cluster ID...
14:32:36.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.817022 22235 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [term 1 FOLLOWER]: Refusing update from remote peer afb1260990984e1a8c7574ca180e4b85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:32:36.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:36.818928 22208 tablet.cc:2369] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:32:36.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.819691 22433 consensus_queue.cc:1035] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:32:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.856171 22417 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader afb1260990984e1a8c7574ca180e4b85. Latest consensus state: current_term: 1 leader_uuid: "afb1260990984e1a8c7574ca180e4b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } } }
14:32:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.857331 22417 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [sys.catalog]: This master's current role is: FOLLOWER
14:32:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.867749 22437 mvcc.cc:205] Tried to move back new op lower bound from 7316627279091429376 to 7316627278820519936. Current Snapshot: MvccSnapshot[applied={T|T < 7316627279091429376}]
14:32:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.868656 22417 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "afb1260990984e1a8c7574ca180e4b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } } }
14:32:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.869959 22417 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7 [sys.catalog]: This master's current role is: FOLLOWER
14:32:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.876592 22433 sys_catalog.cc:455] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "afb1260990984e1a8c7574ca180e4b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } } }
14:32:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.877782 22433 sys_catalog.cc:458] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [sys.catalog]: This master's current role is: LEADER
14:32:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.882002 22436 catalog_manager.cc:1347] Generated new cluster ID: eeddd7f199744511a6285c2ce92cc602
14:32:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.882305 22436 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
14:32:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.894735 22169 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } attempt: 7
14:32:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.949884 22169 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408: Bootstrap starting.
14:32:36.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.950350 22436 catalog_manager.cc:1370] Generated new certificate authority record
14:32:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.957727 22169 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408: Neither blocks nor log segments found. Creating new log.
14:32:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.960342 22169 log.cc:824] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408: Log is configured to *not* fsync() on all Append() calls
14:32:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.959977 22436 catalog_manager.cc:1504] Loading token signing keys...
14:32:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:36.977185 22169 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408: No bootstrap required, opened a new log
14:32:37.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.006913 22436 catalog_manager.cc:5868] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85: Generated new TSK 0
14:32:37.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.008389 22436 catalog_manager.cc:1514] Initializing in-progress tserver states...
14:32:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.027837 22060 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/wal
14:32:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/data
14:32:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:32:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:32:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:32:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/logs
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/data/info.pb
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.139.1:0
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.139.1
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.139.1
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.139.62:41859,127.21.139.61:33549,127.21.139.60:36893
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.139.20:43093
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:32:37.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.040648 22169 raft_consensus.cc:348] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } }
14:32:37.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.041529 22169 raft_consensus.cc:374] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:32:37.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.041795 22169 raft_consensus.cc:729] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07691944205a42189e2f8a9746953408, State: Initialized, Role: FOLLOWER
14:32:37.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.042761 22169 consensus_queue.cc:260] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } }
14:32:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.058756 22451 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } } }
14:32:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.059664 22451 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [sys.catalog]: This master's current role is: FOLLOWER
14:32:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.060994 22169 sys_catalog.cc:564] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [sys.catalog]: configured and running, proceeding with master startup.
14:32:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.061177 22138 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afb1260990984e1a8c7574ca180e4b85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07691944205a42189e2f8a9746953408" is_pre_election: true
14:32:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.062067 22138 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate afb1260990984e1a8c7574ca180e4b85 in term 0.
14:32:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.064517 22135 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [term 0 FOLLOWER]: Advancing to term 1
14:32:37.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.070922 22136 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afb1260990984e1a8c7574ca180e4b85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07691944205a42189e2f8a9746953408"
14:32:37.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.075614 22135 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [term 1 FOLLOWER]: Refusing update from remote peer afb1260990984e1a8c7574ca180e4b85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:32:37.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.077512 22399 consensus_queue.cc:1035] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:32:37.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:37.109990 22104 tablet.cc:2369] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:32:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.147274 22451 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [sys.catalog]: SysCatalogTable state changed. Reason: New leader afb1260990984e1a8c7574ca180e4b85. Latest consensus state: current_term: 1 leader_uuid: "afb1260990984e1a8c7574ca180e4b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } } }
14:32:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.148110 22451 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [sys.catalog]: This master's current role is: FOLLOWER
14:32:37.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.152089 22460 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "afb1260990984e1a8c7574ca180e4b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } } }
14:32:37.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.152910 22460 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408 [sys.catalog]: This master's current role is: FOLLOWER
14:32:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.280429 22476 catalog_manager.cc:1259] Loaded cluster ID: eeddd7f199744511a6285c2ce92cc602
14:32:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.280748 22476 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408: loading cluster ID for follower catalog manager: success
14:32:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.302471 22476 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408: acquiring CA information for follower catalog manager: success
14:32:37.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.309763 22476 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 07691944205a42189e2f8a9746953408: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:32:37.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.483662 22399 sys_catalog.cc:455] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "afb1260990984e1a8c7574ca180e4b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07691944205a42189e2f8a9746953408" member_type: VOTER last_known_addr { host: "127.21.139.62" port: 41859 } } peers { permanent_uuid: "b4b84aa650c4498294665a9a557ce8d7" member_type: VOTER last_known_addr { host: "127.21.139.61" port: 33549 } } peers { permanent_uuid: "afb1260990984e1a8c7574ca180e4b85" member_type: VOTER last_known_addr { host: "127.21.139.60" port: 36893 } } }
14:32:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.484566 22399 sys_catalog.cc:458] T 00000000000000000000000000000000 P afb1260990984e1a8c7574ca180e4b85 [sys.catalog]: This master's current role is: LEADER
14:32:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:37.627060 22450 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:32:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:37.628137 22450 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:32:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:37.629109 22450 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:32:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.671862 22431 catalog_manager.cc:1259] Loaded cluster ID: eeddd7f199744511a6285c2ce92cc602
14:32:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.672511 22431 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7: loading cluster ID for follower catalog manager: success
14:32:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.681519 22431 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7: acquiring CA information for follower catalog manager: success
14:32:37.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:37.686106 22450 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:32:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:37.687763 22450 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.139.1
14:32:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.700327 22431 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b4b84aa650c4498294665a9a557ce8d7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:32:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.750885 22450 tablet_server_runner.cc:78] Tablet server non-default flags:
14:32:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.139.20:43093
14:32:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/data
14:32:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/wal
14:32:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.139.1:0
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/data/info.pb
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.139.1
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.139.62:41859,127.21.139.61:33549,127.21.139.60:36893
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.139.1
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/logs
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:32:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:32:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:32:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:32:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:32:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:32:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:32:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:32:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.752604 22450 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:32:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:37.759465 22450 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:32:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:37.813712 22486 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:39.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:37.819669 22484 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:39.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:39.185542 22483 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 22450
14:32:39.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:39.944519 22450 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.141s	user 0.552s	sys 0.934s
14:32:39.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:39.946118 22450 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.142s	user 0.552s	sys 0.934s
14:32:39.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.946372 22450 server_base.cc:1034] running on GCE node
14:32:39.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:39.947860 22488 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:39.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.949478 22450 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:32:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.952904 22450 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:32:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.954517 22450 hybrid_clock.cc:648] HybridClock initialized: now 1786285959954444 us; error 76 us; skew 500 ppm
14:32:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.955641 22450 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:32:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.968391 22450 webserver.cc:460] Webserver started at http://127.21.139.1:33851/ using document root <none> and password file <none>
14:32:39.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.969623 22450 fs_manager.cc:359] Metadata directory not provided
14:32:39.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.969901 22450 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:32:39.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.970470 22450 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:32:39.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.978745 22450 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/data/instance:
14:32:39.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b503c9a288e44216acca9ab6bbb780a6"
14:32:39.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:39 on dist-test-slave-39l8"
14:32:39.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.980207 22450 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/wal/instance:
14:32:39.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b503c9a288e44216acca9ab6bbb780a6"
14:32:39.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:39 on dist-test-slave-39l8"
14:32:39.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.990217 22450 fs_manager.cc:691] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
14:32:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.998071 22503 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:32:39.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.999352 22450 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.001s
14:32:40.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:39.999713 22450 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/data,/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/wal
14:32:40.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b503c9a288e44216acca9ab6bbb780a6"
14:32:40.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:39 on dist-test-slave-39l8"
14:32:40.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.000131 22450 fs_report.cc:383] FS layout report
14:32:40.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:32:40.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/wal
14:32:40.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/wal
14:32:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/data/data
14:32:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:32:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:32:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:32:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:32:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:32:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:32:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:32:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:32:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:32:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:32:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:32:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.068993 22450 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
14:32:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.071025 22450 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:32:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.071542 22450 kserver.cc:163] Server-wide thread pool size limit: 3276
14:32:40.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.076251 22450 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
14:32:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.082504 22450 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:32:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.082821 22450 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.001s
14:32:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.083106 22450 ts_tablet_manager.cc:610] Registered 0 tablets
14:32:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.083310 22450 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:32:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.447830 22450 rpc_server.cc:307] RPC server started. Bound to: 127.21.139.1:45193
14:32:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.447948 22649 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.139.1:45193 every 8 connection(s)
14:32:40.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.450536 22450 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/data/info.pb
14:32:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.452364 22060 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu as pid 22450
14:32:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.453032 22060 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-0/wal/instance
14:32:40.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.469348 22060 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/wal
14:32:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/data
14:32:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:32:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:32:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:32:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/logs
14:32:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/data/info.pb
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.139.2:0
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.139.2
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.139.2
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.139.62:41859,127.21.139.61:33549,127.21.139.60:36893
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.139.20:43093
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:32:40.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.525910 22650 heartbeater.cc:347] Connected to a master server at 127.21.139.60:36893
14:32:40.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.526378 22650 heartbeater.cc:464] Registering TS with master...
14:32:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.527495 22650 heartbeater.cc:511] Master 127.21.139.60:36893 requested a full tablet report, sending...
14:32:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.531137 22341 ts_manager.cc:194] Registered new tserver with Master: b503c9a288e44216acca9ab6bbb780a6 (127.21.139.1:45193)
14:32:40.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.534649 22341 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.139.1:47957
14:32:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.544664 22657 heartbeater.cc:347] Connected to a master server at 127.21.139.62:41859
14:32:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.545012 22657 heartbeater.cc:464] Registering TS with master...
14:32:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.545804 22657 heartbeater.cc:511] Master 127.21.139.62:41859 requested a full tablet report, sending...
14:32:40.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.549513 22122 ts_manager.cc:194] Registered new tserver with Master: b503c9a288e44216acca9ab6bbb780a6 (127.21.139.1:45193)
14:32:40.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.552285 22652 heartbeater.cc:347] Connected to a master server at 127.21.139.61:33549
14:32:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.553231 22652 heartbeater.cc:464] Registering TS with master...
14:32:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.554865 22652 heartbeater.cc:511] Master 127.21.139.61:33549 requested a full tablet report, sending...
14:32:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.559237 22222 ts_manager.cc:194] Registered new tserver with Master: b503c9a288e44216acca9ab6bbb780a6 (127.21.139.1:45193)
14:32:40.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:40.884395 22660 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:32:40.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:40.884867 22660 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:32:40.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:40.885308 22660 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:32:40.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:40.917332 22660 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:32:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:40.918241 22660 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.139.2
14:32:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.954144 22660 tablet_server_runner.cc:78] Tablet server non-default flags:
14:32:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.139.20:43093
14:32:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/data
14:32:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/wal
14:32:40.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:40.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:40.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.139.2:0
14:32:40.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:32:40.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:40.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:40.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/data/info.pb
14:32:40.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.139.2
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.139.62:41859,127.21.139.61:33549,127.21.139.60:36893
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.139.2
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/logs
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:32:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.955375 22660 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:32:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:40.956904 22660 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:32:40.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:40.975343 22675 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:41.541071 22650 heartbeater.cc:503] Master 127.21.139.60:36893 was elected leader, sending a full tablet report...
14:32:42.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:40.977089 22672 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:40.975605 22673 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:42.151876 22674 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:32:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.152004 22660 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:32:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.158542 22660 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:32:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.161580 22660 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:32:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.163013 22660 hybrid_clock.cc:648] HybridClock initialized: now 1786285962162937 us; error 83 us; skew 500 ppm
14:32:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.164204 22660 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:32:42.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.172957 22660 webserver.cc:460] Webserver started at http://127.21.139.2:45339/ using document root <none> and password file <none>
14:32:42.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.174196 22660 fs_manager.cc:359] Metadata directory not provided
14:32:42.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.174471 22660 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:32:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.175046 22660 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:32:42.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.181597 22660 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/data/instance:
14:32:42.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a41ba03127f24bae94d2bd522ec4d901"
14:32:42.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:42 on dist-test-slave-39l8"
14:32:42.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.182847 22660 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/wal/instance:
14:32:42.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a41ba03127f24bae94d2bd522ec4d901"
14:32:42.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:42 on dist-test-slave-39l8"
14:32:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.191417 22660 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
14:32:42.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.197839 22686 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:32:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.199048 22660 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.001s
14:32:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.199348 22660 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/data,/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/wal
14:32:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a41ba03127f24bae94d2bd522ec4d901"
14:32:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:42 on dist-test-slave-39l8"
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.199666 22660 fs_report.cc:383] FS layout report
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/wal
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/wal
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/data/data
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:32:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:32:42.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.255632 22660 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
14:32:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.257745 22660 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:32:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.258342 22660 kserver.cc:163] Server-wide thread pool size limit: 3276
14:32:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.261435 22660 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
14:32:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.266276 22660 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:32:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.266498 22660 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:32:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.266696 22660 ts_tablet_manager.cc:610] Registered 0 tablets
14:32:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.266857 22660 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
14:32:42.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.428872 22660 rpc_server.cc:307] RPC server started. Bound to: 127.21.139.2:32951
14:32:42.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.428982 22848 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.139.2:32951 every 8 connection(s)
14:32:42.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.431407 22660 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/data/info.pb
14:32:42.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.441763 22060 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu as pid 22660
14:32:42.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.442296 22060 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-1/wal/instance
14:32:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.469319 22060 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/wal
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/data
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/logs
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/data/info.pb
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:32:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.139.3:0
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.139.3
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.139.3
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.139.62:41859,127.21.139.61:33549,127.21.139.60:36893
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.139.20:43093
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:32:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.489090 22850 heartbeater.cc:347] Connected to a master server at 127.21.139.60:36893
14:32:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.489595 22850 heartbeater.cc:464] Registering TS with master...
14:32:42.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.490957 22850 heartbeater.cc:511] Master 127.21.139.60:36893 requested a full tablet report, sending...
14:32:42.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.493970 22341 ts_manager.cc:194] Registered new tserver with Master: a41ba03127f24bae94d2bd522ec4d901 (127.21.139.2:32951)
14:32:42.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.494283 22851 heartbeater.cc:347] Connected to a master server at 127.21.139.61:33549
14:32:42.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.494643 22851 heartbeater.cc:464] Registering TS with master...
14:32:42.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.495581 22851 heartbeater.cc:511] Master 127.21.139.61:33549 requested a full tablet report, sending...
14:32:42.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.496095 22341 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.139.2:37517
14:32:42.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.498608 22222 ts_manager.cc:194] Registered new tserver with Master: a41ba03127f24bae94d2bd522ec4d901 (127.21.139.2:32951)
14:32:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.503921 22852 heartbeater.cc:347] Connected to a master server at 127.21.139.62:41859
14:32:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.504240 22852 heartbeater.cc:464] Registering TS with master...
14:32:42.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.505008 22852 heartbeater.cc:511] Master 127.21.139.62:41859 requested a full tablet report, sending...
14:32:42.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.508065 22122 ts_manager.cc:194] Registered new tserver with Master: a41ba03127f24bae94d2bd522ec4d901 (127.21.139.2:32951)
14:32:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:42.813426 22860 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:32:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:42.813926 22860 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:32:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:42.814584 22860 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:32:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:42.846009 22860 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:32:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:42.846846 22860 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.139.3
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.880669 22860 tablet_server_runner.cc:78] Tablet server non-default flags:
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.139.20:43093
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/data
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/wal
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.139.3:0
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/data/info.pb
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.139.3
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.139.62:41859,127.21.139.61:33549,127.21.139.60:36893
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.139.3
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/logs
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:32:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:32:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:32:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:32:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:32:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:32:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:32:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:32:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:32:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.882041 22860 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:32:42.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:42.883790 22860 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:32:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:42.902215 22873 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:43.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:43.502277 22850 heartbeater.cc:503] Master 127.21.139.60:36893 was elected leader, sending a full tablet report...
14:32:44.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:42.902268 22868 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:44.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:42.902565 22870 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:44.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:44.091910 22872 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:32:44.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.092207 22860 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:32:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.095755 22860 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:32:44.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.098526 22860 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:32:44.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.099965 22860 hybrid_clock.cc:648] HybridClock initialized: now 1786285964099927 us; error 61 us; skew 500 ppm
14:32:44.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.100669 22860 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:32:44.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.108395 22860 webserver.cc:460] Webserver started at http://127.21.139.3:40981/ using document root <none> and password file <none>
14:32:44.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.109303 22860 fs_manager.cc:359] Metadata directory not provided
14:32:44.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.109483 22860 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:32:44.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.109865 22860 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:32:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.115118 22860 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/data/instance:
14:32:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e493654a247f44d3b46cd7501a6dfb16"
14:32:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:44 on dist-test-slave-39l8"
14:32:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.116299 22860 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/wal/instance:
14:32:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e493654a247f44d3b46cd7501a6dfb16"
14:32:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:44 on dist-test-slave-39l8"
14:32:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.123893 22860 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
14:32:44.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.129789 22885 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:32:44.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.130985 22860 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
14:32:44.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.131340 22860 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/data,/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/wal
14:32:44.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e493654a247f44d3b46cd7501a6dfb16"
14:32:44.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:44 on dist-test-slave-39l8"
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.131633 22860 fs_report.cc:383] FS layout report
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/wal
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/wal
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/data/data
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:32:44.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.168213 22860 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
14:32:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.169910 22860 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:32:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.170333 22860 kserver.cc:163] Server-wide thread pool size limit: 3276
14:32:44.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.173023 22860 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
14:32:44.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.178504 22860 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:32:44.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.178761 22860 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
14:32:44.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.178972 22860 ts_tablet_manager.cc:610] Registered 0 tablets
14:32:44.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.179101 22860 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:32:44.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.357023 22860 rpc_server.cc:307] RPC server started. Bound to: 127.21.139.3:46151
14:32:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.357136 23035 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.139.3:46151 every 8 connection(s)
14:32:44.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.360164 22860 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/data/info.pb
14:32:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.369956 22060 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu as pid 22860
14:32:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.370587 22060 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster9032885757923169310/ts-2/wal/instance
14:32:44.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.420279 23037 heartbeater.cc:347] Connected to a master server at 127.21.139.60:36893
14:32:44.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.420720 23037 heartbeater.cc:464] Registering TS with master...
14:32:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.421914 23037 heartbeater.cc:511] Master 127.21.139.60:36893 requested a full tablet report, sending...
14:32:44.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.423621 23040 heartbeater.cc:347] Connected to a master server at 127.21.139.62:41859
14:32:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.424003 23040 heartbeater.cc:464] Registering TS with master...
14:32:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.424865 23040 heartbeater.cc:511] Master 127.21.139.62:41859 requested a full tablet report, sending...
14:32:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.425280 22341 ts_manager.cc:194] Registered new tserver with Master: e493654a247f44d3b46cd7501a6dfb16 (127.21.139.3:46151)
14:32:44.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.427762 22341 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.139.3:51805
14:32:44.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.428747 22122 ts_manager.cc:194] Registered new tserver with Master: e493654a247f44d3b46cd7501a6dfb16 (127.21.139.3:46151)
14:32:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.431092 23039 heartbeater.cc:347] Connected to a master server at 127.21.139.61:33549
14:32:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.431389 23039 heartbeater.cc:464] Registering TS with master...
14:32:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.431933 23039 heartbeater.cc:511] Master 127.21.139.61:33549 requested a full tablet report, sending...
14:32:44.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.434924 22222 ts_manager.cc:194] Registered new tserver with Master: e493654a247f44d3b46cd7501a6dfb16 (127.21.139.3:46151)
14:32:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:44.446286 22060 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
14:32:44.460 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:32:44.461 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:32:44.472 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.139.62"
      port: 41859
    }
    bound_http_address {
      host: "127.21.139.62"
      port: 34541
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.139.61"
      port: 33549
    }
    bound_http_address {
      host: "127.21.139.61"
      port: 36211
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.139.60"
      port: 36893
    }
    bound_http_address {
      host: "127.21.139.60"
      port: 34603
    }
  }
}

14:32:44.477 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:32:44.480 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.139.1"
      port: 45193
    }
    bound_http_address {
      host: "127.21.139.1"
      port: 33851
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.139.2"
      port: 32951
    }
    bound_http_address {
      host: "127.21.139.2"
      port: 45339
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.139.3"
      port: 46151
    }
    bound_http_address {
      host: "127.21.139.3"
      port: 40981
    }
  }
}

14:32:44.480 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:32:44.700 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:32:44.833 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskV5Qxfm/test-tmp
14:32:44.835 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:32:44.835 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskV5Qxfm/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:32:44.839 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 0
  enable_kerberos: true
  cluster_root: "/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005"
  extra_master_flags: "--authn_token_validity_seconds=10"
  hms_mode: NONE
  mini_kdc_options {
    ticket_lifetime: "10s"
    renew_lifetime: "20s"
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:32:45.167 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:32:45.167 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:32:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:45.170388 23052 mini_oidc.cc:152] Starting JWKS server
14:32:45.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:45.175395 23052 webserver.cc:460] Webserver started at http://127.0.0.1:41355/ using document root <none> and password file <none>
14:32:45.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:45.176079 23052 mini_oidc.cc:189] Starting OIDC Discovery server
14:32:45.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:45.179631 23052 webserver.cc:460] Webserver started at http://127.0.0.1:43517/ using document root <none> and password file <none>
14:32:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
14:32:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/principal' for realm 'KRBTEST.COM',
14:32:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
14:32:45.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:45 dist-test-slave-39l8 krb5kdc[23064](info): setting up network...
14:32:45.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
14:32:45.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:45 dist-test-slave-39l8 krb5kdc[23064](info): set up 2 sockets
14:32:45.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:45 dist-test-slave-39l8 krb5kdc[23064](info): commencing operation
14:32:45.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
14:32:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:45.431897 23037 heartbeater.cc:503] Master 127.21.139.60:36893 was elected leader, sending a full tablet report...
14:32:46.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:46.640064 23052 mini_kdc.cc:121] Time spent starting KDC: real 1.434s	user 0.000s	sys 0.025s
14:32:46.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
14:32:46.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:32:46.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
14:32:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
14:32:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:32:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
14:32:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
14:32:46.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:32:46.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
14:32:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:32:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/test-user.keytab.
14:32:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/test-user.keytab.
14:32:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:46 dist-test-slave-39l8 krb5kdc[23064](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285966, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:32:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
14:32:46.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:32:46Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
14:32:46.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:32:46Z Disabled control of system clock
14:32:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.22.131.62@KRBTEST.COM; defaulting to no policy
14:32:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:32:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.22.131.62@KRBTEST.COM" created.
14:32:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:32:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.131.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.62.keytab.
14:32:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.131.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.62.keytab.
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:46.833644 23052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/logs
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data/info.pb
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:32:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.131.62:45663
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.131.62
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.62.keytab
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.131.62
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.131.20:34091
14:32:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235
14:32:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41355/jwks.json
14:32:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:32:47.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.145936 23082 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:32:47.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.146625 23082 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:32:47.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.147428 23082 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:32:47.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.183319 23082 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:32:47.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.183604 23082 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:32:47.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.184033 23082 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:32:47.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.184341 23082 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:32:47.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.184634 23082 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:32:47.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.184922 23082 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:32:47.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.185148 23082 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41355/jwks.json
14:32:47.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:47.229395 23082 master_runner.cc:386] Master server non-default flags:
14:32:47.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:47.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.131.20:34091
14:32:47.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.62.keytab
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.131.62
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.131.62:45663
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41355/jwks.json
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data/info.pb
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.131.62
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/logs
14:32:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:32:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:32:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:32:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:32:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:32:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:32:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:32:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:32:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:32:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:47.230526 23082 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:32:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:47.231514 23082 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:32:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.251055 23090 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.251585 23093 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:47.254247 23082 server_base.cc:1034] running on GCE node
14:32:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:47.251286 23091 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.466032 23082 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:32:48.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.468513 23082 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:32:48.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.469847 23082 hybrid_clock.cc:648] HybridClock initialized: now 1786285968469779 us; error 76 us; skew 500 ppm
14:32:48.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.470611 23082 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:32:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:48 dist-test-slave-39l8 krb5kdc[23064](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285968, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:32:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.476986 23082 init.cc:377] Logged in from keytab as kudu/127.22.131.62@KRBTEST.COM (short username kudu)
14:32:48.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.482908 23082 webserver.cc:460] Webserver started at http://127.22.131.62:42119/ using document root <none> and password file <none>
14:32:48.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.483744 23082 fs_manager.cc:359] Metadata directory not provided
14:32:48.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.483917 23082 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:32:48.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.484292 23082 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:32:48.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.489400 23082 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data/instance:
14:32:48.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6070a11767a94e9fa0b30eadce42a482"
14:32:48.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:48 on dist-test-slave-39l8"
14:32:48.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.490453 23082 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal/instance:
14:32:48.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6070a11767a94e9fa0b30eadce42a482"
14:32:48.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:48 on dist-test-slave-39l8"
14:32:48.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.497758 23082 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.000s
14:32:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.503221 23108 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:32:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.504283 23082 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.504642 23082 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data,/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6070a11767a94e9fa0b30eadce42a482"
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:48 on dist-test-slave-39l8"
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.505054 23082 fs_report.cc:383] FS layout report
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data/data
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:32:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:32:48.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.543883 23082 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
14:32:48.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.549891 23082 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:32:48.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.550302 23082 kserver.cc:163] Server-wide thread pool size limit: 3276
14:32:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.633193 23082 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.62:45663
14:32:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.633281 23181 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.131.62:45663 every 8 connection(s)
14:32:48.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.636245 23082 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data/info.pb
14:32:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.641647 23183 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:32:48.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.646338 23052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu as pid 23082
14:32:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.646909 23052 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal/instance
14:32:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.657955 23183 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } has no permanent_uuid. Determining permanent_uuid...
14:32:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.22.131.61@KRBTEST.COM; defaulting to no policy
14:32:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:32:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.22.131.61@KRBTEST.COM" created.
14:32:48.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:48 dist-test-slave-39l8 krb5kdc[23064](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285968, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.62@KRBTEST.COM for kudu/127.22.131.62@KRBTEST.COM
14:32:48.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.695552 23183 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } has no permanent_uuid. Determining permanent_uuid...
14:32:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:32:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.131.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.61.keytab.
14:32:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.131.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.61.keytab.
14:32:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:48.697944 23109 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.698679 23052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/logs
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data/info.pb
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:32:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.131.61:37545
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.131.61
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.61.keytab
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.131.61
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.131.20:34091
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41355/jwks.json
14:32:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:32:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:48.702394 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.61:37545: Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:32:48.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.751881 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } attempt: 1
14:32:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:48.755569 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.61:37545: Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:32:48.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.823992 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } attempt: 2
14:32:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:48.828040 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.61:37545: Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:32:48.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:48.919471 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } attempt: 3
14:32:48.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:48.923218 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.61:37545: Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:32:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.008127 23190 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:32:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.008706 23190 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:32:49.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.009421 23190 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:32:49.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.041365 23190 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:32:49.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.041651 23190 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:32:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.041900 23190 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:32:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.042101 23190 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:32:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.042280 23190 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:32:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.042461 23190 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:32:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.042601 23190 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41355/jwks.json
14:32:49.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:49.066632 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } attempt: 4
14:32:49.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.070359 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.61:37545: Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:49.080950 23190 master_runner.cc:386] Master server non-default flags:
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.131.20:34091
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.61.keytab
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.131.61
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.131.61:37545
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41355/jwks.json
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data/info.pb
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.131.61
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:32:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/logs
14:32:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:32:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:32:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:32:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:32:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:32:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:32:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:32:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:32:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:32:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:49.082056 23190 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:32:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:49.083078 23190 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:32:49.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.099459 23199 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:49.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:49.369812 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } attempt: 5
14:32:49.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.373682 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.61:37545: Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:32:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:49.921288 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } attempt: 6
14:32:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.928620 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.61:37545: Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:32:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:50.313917 22844 debug-util.cc:398] Leaking SignalData structure 0x7b08000af060 after lost signal to thread 22666
14:32:50.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:50.314939 22844 debug-util.cc:398] Leaking SignalData structure 0x7b08000af9c0 after lost signal to thread 22848
14:32:50.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.100411 23198 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:50.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:49.101303 23202 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:50.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:49.102181 23190 server_base.cc:1034] running on GCE node
14:32:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.342633 23190 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:32:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.345933 23190 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:32:50.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.347554 23190 hybrid_clock.cc:648] HybridClock initialized: now 1786285970347525 us; error 50 us; skew 500 ppm
14:32:50.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.348778 23190 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:32:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:50 dist-test-slave-39l8 krb5kdc[23064](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285970, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:32:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.359874 23190 init.cc:377] Logged in from keytab as kudu/127.22.131.61@KRBTEST.COM (short username kudu)
14:32:50.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.366530 23190 webserver.cc:460] Webserver started at http://127.22.131.61:46373/ using document root <none> and password file <none>
14:32:50.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.367870 23190 fs_manager.cc:359] Metadata directory not provided
14:32:50.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.368150 23190 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:32:50.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.368736 23190 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:32:50.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.376312 23190 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data/instance:
14:32:50.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e8371d709644e27bc43c27ffbb8b78a"
14:32:50.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:50 on dist-test-slave-39l8"
14:32:50.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.377961 23190 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal/instance:
14:32:50.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e8371d709644e27bc43c27ffbb8b78a"
14:32:50.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:50 on dist-test-slave-39l8"
14:32:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.388156 23190 fs_manager.cc:691] Time spent creating directory manager: real 0.009s	user 0.004s	sys 0.004s
14:32:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.395762 23222 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:32:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.397035 23190 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
14:32:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.397445 23190 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data,/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal
14:32:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e8371d709644e27bc43c27ffbb8b78a"
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:50 on dist-test-slave-39l8"
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.397897 23190 fs_report.cc:383] FS layout report
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data/data
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:32:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:32:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.454489 23190 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
14:32:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.464509 23190 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:32:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.465029 23190 kserver.cc:163] Server-wide thread pool size limit: 3276
14:32:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.558933 23190 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.61:37545
14:32:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.559000 23285 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.131.61:37545 every 8 connection(s)
14:32:50.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.562916 23190 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data/info.pb
14:32:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.564553 23052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu as pid 23190
14:32:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.565064 23052 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal/instance
14:32:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.569983 23286 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:32:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.22.131.60@KRBTEST.COM; defaulting to no policy
14:32:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:32:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.22.131.60@KRBTEST.COM" created.
14:32:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.592689 23286 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } has no permanent_uuid. Determining permanent_uuid...
14:32:50.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:32:50.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.131.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.60.keytab.
14:32:50.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.131.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.60.keytab.
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.628897 23052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/wal
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/logs
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data/info.pb
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:32:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:32:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.131.60:38235
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.131.60
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.60.keytab
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.131.60
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.131.20:34091
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41355/jwks.json
14:32:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:32:50.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:50 dist-test-slave-39l8 krb5kdc[23064](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285970, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.61@KRBTEST.COM for kudu/127.22.131.62@KRBTEST.COM
14:32:50.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.654314 23286 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } has no permanent_uuid. Determining permanent_uuid...
14:32:50.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:50 dist-test-slave-39l8 krb5kdc[23064](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285970, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.61@KRBTEST.COM for kudu/127.22.131.61@KRBTEST.COM
14:32:50.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.704190 23286 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } has no permanent_uuid. Determining permanent_uuid...
14:32:50.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:50.706872 23226 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:50.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:50.711577 23286 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.761124 23286 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } attempt: 1
14:32:50.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:50.767315 23286 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:50.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.835790 23286 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } attempt: 2
14:32:50.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:50.840903 23286 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:50.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.932366 23286 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } attempt: 3
14:32:50.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:50.937259 23286 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:50.989187 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } attempt: 7
14:32:51.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:50 dist-test-slave-39l8 krb5kdc[23064](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285968, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.62@KRBTEST.COM for kudu/127.22.131.61@KRBTEST.COM
14:32:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.019182 23183 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } has no permanent_uuid. Determining permanent_uuid...
14:32:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.023666 23299 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:32:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.024482 23299 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:32:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.025488 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.025576 23299 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:32:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.056788 23299 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:32:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.057009 23299 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:32:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.057281 23299 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:32:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.057482 23299 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:32:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.057814 23299 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:32:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.058061 23299 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:32:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.058197 23299 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41355/jwks.json
14:32:51.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.080705 23286 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } attempt: 4
14:32:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.083922 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } attempt: 1
14:32:51.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.085378 23286 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:51.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.088294 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.097640 23299 master_runner.cc:386] Master server non-default flags:
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.131.20:34091
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/wal
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.60.keytab
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.131.60
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.131.60:38235
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41355/jwks.json
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data/info.pb
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.131.60
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:32:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/logs
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:32:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.099118 23299 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:32:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.100193 23299 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:32:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.120325 23317 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.169705 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } attempt: 2
14:32:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.175320 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.260829 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } attempt: 3
14:32:51.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.268952 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:51.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.384788 23286 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } attempt: 5
14:32:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.390151 23286 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.409411 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } attempt: 4
14:32:51.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.416646 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:51.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.700162 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } attempt: 5
14:32:51.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.706476 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:51.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.937745 23286 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } attempt: 6
14:32:51.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.951388 23286 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.258991 23183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } attempt: 6
14:32:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:52.266723 23183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.131.60:38235: Network error: Client connection negotiation failed: client connection to 127.22.131.60:38235: connect: Connection refused (error 111)
14:32:52.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.122305 23316 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:52.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:51.123121 23319 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:52.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:51.123220 23299 server_base.cc:1034] running on GCE node
14:32:52.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.438287 23299 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:32:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.441196 23299 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:32:52.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.442572 23299 hybrid_clock.cc:648] HybridClock initialized: now 1786285972442523 us; error 58 us; skew 500 ppm
14:32:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.443495 23299 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:32:52.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:52 dist-test-slave-39l8 krb5kdc[23064](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285972, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:32:52.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.449783 23299 init.cc:377] Logged in from keytab as kudu/127.22.131.60@KRBTEST.COM (short username kudu)
14:32:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.455968 23299 webserver.cc:460] Webserver started at http://127.22.131.60:37473/ using document root <none> and password file <none>
14:32:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.457013 23299 fs_manager.cc:359] Metadata directory not provided
14:32:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.457255 23299 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:32:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.457798 23299 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:32:52.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.462935 23299 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data/instance:
14:32:52.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3482cb2b214a4851a20061760c799723"
14:32:52.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:52 on dist-test-slave-39l8"
14:32:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.464083 23299 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/wal/instance:
14:32:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3482cb2b214a4851a20061760c799723"
14:32:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:52 on dist-test-slave-39l8"
14:32:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.472213 23299 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
14:32:52.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.478541 23334 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:32:52.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.479511 23299 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
14:32:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.479849 23299 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data,/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/wal
14:32:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3482cb2b214a4851a20061760c799723"
14:32:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:52 on dist-test-slave-39l8"
14:32:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.480149 23299 fs_report.cc:383] FS layout report
14:32:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:32:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/wal
14:32:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/wal
14:32:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data/data
14:32:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:32:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:32:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:32:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:32:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:32:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:32:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:32:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:32:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:32:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:32:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:32:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.520843 23299 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
14:32:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.527159 23299 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:32:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.527573 23299 kserver.cc:163] Server-wide thread pool size limit: 3276
14:32:52.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.619218 23299 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.60:38235
14:32:52.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.619297 23403 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.131.60:38235 every 8 connection(s)
14:32:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.622618 23299 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data/info.pb
14:32:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.627552 23052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu as pid 23299
14:32:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.628075 23052 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/wal/instance
14:32:52.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.633388 23405 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:32:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.653184 23405 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } has no permanent_uuid. Determining permanent_uuid...
14:32:52.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:52 dist-test-slave-39l8 krb5kdc[23064](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285972, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.60@KRBTEST.COM for kudu/127.22.131.62@KRBTEST.COM
14:32:52.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:52 dist-test-slave-39l8 krb5kdc[23064](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285966, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.22.131.60@KRBTEST.COM
14:32:52.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.688858 23405 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } has no permanent_uuid. Determining permanent_uuid...
14:32:52.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:52 dist-test-slave-39l8 krb5kdc[23064](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285972, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.60@KRBTEST.COM for kudu/127.22.131.61@KRBTEST.COM
14:32:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:52 dist-test-slave-39l8 krb5kdc[23064](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285966, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.22.131.61@KRBTEST.COM
14:32:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.715941 23405 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } has no permanent_uuid. Determining permanent_uuid...
14:32:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:52 dist-test-slave-39l8 krb5kdc[23064](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285972, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.60@KRBTEST.COM for kudu/127.22.131.60@KRBTEST.COM
14:32:52.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:52 dist-test-slave-39l8 krb5kdc[23064](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285966, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.22.131.62@KRBTEST.COM
14:32:52.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.748719 23405 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: Bootstrap starting.
14:32:52.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.754400 23052 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
14:32:52.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.755040 23405 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: Neither blocks nor log segments found. Creating new log.
14:32:52.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.756786 23405 log.cc:824] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: Log is configured to *not* fsync() on all Append() calls
14:32:52.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.761500 23405 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: No bootstrap required, opened a new log
14:32:52.762 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:32:52.764 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}

14:32:52.777 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
  env_vars {
    key: "KRB5CCNAME"
    value: "/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5cc"
  }
  env_vars {
    key: "KRB5_CONFIG"
    value: "/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5.conf"
  }
  env_vars {
    key: "KRB5_KDC_PROFILE"
    value: "/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kdc.conf"
  }
  env_vars {
    key: "KUDU_ENABLE_KRB5_REALM_FIX"
    value: "yes"
  }
}

14:32:52.779 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}

14:32:52.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.792423 23405 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } }
14:32:52.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.793536 23405 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:32:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.793889 23405 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3482cb2b214a4851a20061760c799723, State: Initialized, Role: FOLLOWER
14:32:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.795333 23405 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } }
14:32:52.798 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.131.62"
      port: 45663
    }
    bound_http_address {
      host: "127.22.131.62"
      port: 42119
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.131.61"
      port: 37545
    }
    bound_http_address {
      host: "127.22.131.61"
      port: 46373
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.131.60"
      port: 38235
    }
    bound_http_address {
      host: "127.22.131.60"
      port: 37473
    }
  }
}

14:32:52.798 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:32:52.799 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:32:52.799 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:32:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.799085 23424 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } } }
14:32:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.799927 23424 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [sys.catalog]: This master's current role is: FOLLOWER
14:32:52.800 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

14:32:52.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.801200 23405 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [sys.catalog]: configured and running, proceeding with master startup.
14:32:52.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.829833 23439 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:32:52.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.833087 23424 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:32:52.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.833581 23424 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } }
14:32:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.835883 23424 leader_election.cc:288] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663), 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545)
14:32:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:52 dist-test-slave-39l8 krb5kdc[23064](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285972, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:32:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
14:32:52.850 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:32:52.853 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5cc
14:32:52.862 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:32:52.863 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5cc
14:32:52.864 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:32:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.833804 23299 master_runner.cc:186] Error getting master registration for 127.22.131.62:45663: OK, instance_id { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" instance_seqno: 1786285968609296 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:32:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.868628 23299 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:32:52.869 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
14:32:52.872 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:32:52.872 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

14:32:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:52 dist-test-slave-39l8 krb5kdc[23064](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285972, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:32:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
14:32:52.917 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:32:52.918 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5cc
14:32:52.920 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:32:52.920 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.131.62:45663
14:32:52.922 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

14:32:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.922824 23052 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu with pid 23082
14:32:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:52.950664 23338 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.22.131.62:45663 (error 108)
14:32:52.953 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:32:52.953 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.131.61:37545
14:32:52.953 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

14:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.954250 23052 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu with pid 23190
14:32:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:52.960420 23338 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663): Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111)
14:32:52.981 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:32:52.981 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.131.60:38235
14:32:52.982 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

14:32:52.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:52.982445 23052 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu with pid 23299
14:32:53.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:32:53.015 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.131.62:45663
14:32:53.017 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:53.018566 23052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/logs
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data/info.pb
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.131.62:45663
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.131.62
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42119
14:32:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.62.keytab
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.131.62
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.131.20:34091
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41355/jwks.json
14:32:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:32:53.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.344381 23446 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:32:53.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.345079 23446 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:32:53.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.345816 23446 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:32:53.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.377290 23446 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:32:53.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.377573 23446 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:32:53.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.377969 23446 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:32:53.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.378319 23446 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:32:53.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.378638 23446 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:32:53.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.378981 23446 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:32:53.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.379240 23446 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41355/jwks.json
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:53.414911 23446 master_runner.cc:386] Master server non-default flags:
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.131.20:34091
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.62.keytab
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.131.62
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.131.62:45663
14:32:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41355/jwks.json
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data/info.pb
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.131.62
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42119
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/logs
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:32:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:32:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:32:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:53.416474 23446 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:32:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:53.417667 23446 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:32:53.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.436408 23461 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:54.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.437633 23460 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:54.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:53.436460 23463 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:54.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:54.659945 23462 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:32:54.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.660063 23446 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:32:54.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.664290 23446 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:32:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.667099 23446 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:32:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.668497 23446 hybrid_clock.cc:648] HybridClock initialized: now 1786285974668458 us; error 38 us; skew 500 ppm
14:32:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.669341 23446 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:32:54.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:54 dist-test-slave-39l8 krb5kdc[23064](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285974, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:32:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.674953 23446 init.cc:377] Logged in from keytab as kudu/127.22.131.62@KRBTEST.COM (short username kudu)
14:32:54.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.680851 23446 webserver.cc:460] Webserver started at http://127.22.131.62:42119/ using document root <none> and password file <none>
14:32:54.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.681800 23446 fs_manager.cc:359] Metadata directory not provided
14:32:54.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.682049 23446 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:32:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.689599 23446 fs_manager.cc:709] Time spent opening directory manager: real 0.005s	user 0.005s	sys 0.000s
14:32:54.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.693905 23473 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:32:54.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.694891 23446 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:32:54.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.695243 23446 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data,/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal
14:32:54.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6070a11767a94e9fa0b30eadce42a482"
14:32:54.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:48 on dist-test-slave-39l8"
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.697666 23446 fs_report.cc:383] FS layout report
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data/data
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:32:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:32:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.747821 23446 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
14:32:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.753297 23446 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:32:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.753806 23446 kserver.cc:163] Server-wide thread pool size limit: 3276
14:32:54.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.823361 23446 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.62:45663
14:32:54.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.823427 23540 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.131.62:45663 every 8 connection(s)
14:32:54.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.826447 23446 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/data/info.pb
14:32:54.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.833825 23052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu as pid 23446
14:32:54.834 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:32:54.834 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.131.61:37545
14:32:54.835 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

14:32:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.836920 23052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal
14:32:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data
14:32:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:32:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:32:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/logs
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data/info.pb
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.131.61:37545
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.131.61
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46373
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.61.keytab
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.131.61
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:32:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:32:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:32:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.131.20:34091
14:32:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235
14:32:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41355/jwks.json
14:32:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:32:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.838596 23542 sys_catalog.cc:263] Verifying existing consensus state
14:32:54.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 14:32:54.839731 23542 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:32:54.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.840241 23446 master.cc:537] Master@127.22.131.62:45663 shutting down...
14:32:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:54.928745 23446 master.cc:552] Master@127.22.131.62:45663 shutdown complete.
14:32:54.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:32:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.174451 23545 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:32:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.175202 23545 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:32:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.175990 23545 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:32:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.207508 23545 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:32:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.207801 23545 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:32:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.208232 23545 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:32:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.208562 23545 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:32:55.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.208940 23545 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:32:55.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.209250 23545 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:32:55.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.209481 23545 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41355/jwks.json
14:32:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:55.247828 23545 master_runner.cc:386] Master server non-default flags:
14:32:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.131.20:34091
14:32:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data
14:32:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal
14:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235
14:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.61.keytab
14:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.131.61
14:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.131.61:37545
14:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41355/jwks.json
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data/info.pb
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.131.61
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46373
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/logs
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:32:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:32:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:32:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:32:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:32:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:32:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:32:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:32:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:32:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:55.249325 23545 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:32:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:55.250762 23545 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:32:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.268488 23561 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.268499 23559 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:55.269170 23558 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:55.270620 23545 server_base.cc:1034] running on GCE node
14:32:56.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.496488 23545 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:32:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.499209 23545 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:32:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.500603 23545 hybrid_clock.cc:648] HybridClock initialized: now 1786285976500563 us; error 36 us; skew 500 ppm
14:32:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.501421 23545 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:32:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:56 dist-test-slave-39l8 krb5kdc[23064](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285976, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:32:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.512869 23545 init.cc:377] Logged in from keytab as kudu/127.22.131.61@KRBTEST.COM (short username kudu)
14:32:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.518621 23545 webserver.cc:460] Webserver started at http://127.22.131.61:46373/ using document root <none> and password file <none>
14:32:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.519632 23545 fs_manager.cc:359] Metadata directory not provided
14:32:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.519917 23545 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:32:56.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.528707 23545 fs_manager.cc:709] Time spent opening directory manager: real 0.006s	user 0.001s	sys 0.004s
14:32:56.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.533140 23569 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:32:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.534322 23545 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.534780 23545 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data,/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e8371d709644e27bc43c27ffbb8b78a"
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:50 on dist-test-slave-39l8"
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.537202 23545 fs_report.cc:383] FS layout report
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data/data
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:32:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:32:56.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:32:56.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.582363 23545 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
14:32:56.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.588091 23545 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:32:56.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.588505 23545 kserver.cc:163] Server-wide thread pool size limit: 3276
14:32:56.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.668761 23545 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.61:37545
14:32:56.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.668947 23648 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.131.61:37545 every 8 connection(s)
14:32:56.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.671440 23545 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/data/info.pb
14:32:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.676532 23052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu as pid 23545
14:32:56.678 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:32:56.678 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.131.60:38235
14:32:56.679 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

14:32:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.680316 23052 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu
14:32:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/wal
14:32:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data
14:32:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:32:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:32:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:32:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/logs
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data/info.pb
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.131.60:38235
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.131.60
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37473
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.60.keytab
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.131.60
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.131.20:34091
14:32:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:56.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:56.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:56.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:56.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235
14:32:56.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:56.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41355/jwks.json
14:32:56.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:32:56.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.683591 23649 sys_catalog.cc:263] Verifying existing consensus state
14:32:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 14:32:56.684296 23649 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:32:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.684639 23545 master.cc:537] Master@127.22.131.61:37545 shutting down...
14:32:56.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:56.748236 23545 master.cc:552] Master@127.22.131.61:37545 shutdown complete.
14:32:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:32:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:56.998864 23652 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:32:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:56.999516 23652 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:32:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:57.000231 23652 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:32:57.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:57.031988 23652 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:32:57.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:57.032294 23652 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:32:57.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:57.032687 23652 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:32:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:57.033020 23652 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:32:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:57.033346 23652 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:32:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:57.033685 23652 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:32:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:57.033933 23652 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41355/jwks.json
14:32:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:57.071153 23652 master_runner.cc:386] Master server non-default flags:
14:32:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:32:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.131.20:34091
14:32:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:32:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:32:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data
14:32:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/wal
14:32:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:32:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:32:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/krb5kdc/kudu_127.22.131.60.keytab
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.131.60
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.131.60:38235
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41355/jwks.json
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data/info.pb
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.131.60
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37473
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/logs
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:32:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:32:57.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:32:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:32:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:32:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:32:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:32:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:32:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:32:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:32:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:57.072721 23652 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:32:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:57.074054 23652 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:32:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:57.090619 23665 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:58.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:57.092110 23663 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:57.090767 23660 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:32:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:58.427438 23664 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1333 milliseconds
14:32:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.427534 23652 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:32:58.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.428849 23652 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:32:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.431319 23652 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:32:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.432657 23652 hybrid_clock.cc:648] HybridClock initialized: now 1786285978432633 us; error 55 us; skew 500 ppm
14:32:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.433411 23652 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:32:58.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:58 dist-test-slave-39l8 krb5kdc[23064](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285978, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:32:58.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.439419 23652 init.cc:377] Logged in from keytab as kudu/127.22.131.60@KRBTEST.COM (short username kudu)
14:32:58.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.444766 23652 webserver.cc:460] Webserver started at http://127.22.131.60:37473/ using document root <none> and password file <none>
14:32:58.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.445631 23652 fs_manager.cc:359] Metadata directory not provided
14:32:58.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.445854 23652 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:32:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.454643 23652 fs_manager.cc:709] Time spent opening directory manager: real 0.006s	user 0.007s	sys 0.000s
14:32:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.459081 23677 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:32:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.460222 23652 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
14:32:58.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.460564 23652 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data,/tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/wal
14:32:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3482cb2b214a4851a20061760c799723"
14:32:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:32:52 on dist-test-slave-39l8"
14:32:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.462984 23652 fs_report.cc:383] FS layout report
14:32:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:32:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/wal
14:32:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/wal
14:32:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data/data
14:32:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:32:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:32:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:32:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:32:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:32:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:32:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:32:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:32:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:32:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:32:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:32:58.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.497447 23652 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
14:32:58.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.503274 23652 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:32:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.503795 23652 kserver.cc:163] Server-wide thread pool size limit: 3276
14:32:58.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.577874 23652 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.60:38235
14:32:58.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.578008 23752 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.131.60:38235 every 8 connection(s)
14:32:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.580729 23652 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskV5Qxfm/test-tmp/mini-kudu-cluster7716778935332997005/master-2/data/info.pb
14:32:58.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.582468 23052 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu as pid 23652
14:32:58.583 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:32:58.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.592773 23754 sys_catalog.cc:263] Verifying existing consensus state
14:32:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.600539 23754 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: Bootstrap starting.
14:32:58.637 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:32:58.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.648769 23754 log.cc:824] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: Log is configured to *not* fsync() on all Append() calls
14:32:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.654830 23754 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:32:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.655678 23754 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: Bootstrap complete.
14:32:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.684168 23754 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } }
14:32:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.687544 23754 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:32:58.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.687839 23754 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3482cb2b214a4851a20061760c799723, State: Initialized, Role: FOLLOWER
14:32:58.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.688813 23754 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } }
14:32:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.691823 23761 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } } }
14:32:58.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.692864 23761 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [sys.catalog]: This master's current role is: FOLLOWER
14:32:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.694640 23754 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [sys.catalog]: configured and running, proceeding with master startup.
14:32:58.709 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:32:58.719 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.131.60:38235(127.22.131.60:38235)] connecting to peer
14:32:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:58.750041 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:32:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:58.755388 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:32:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:58.759279 23687 tablet.cc:2369] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:32:58.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:58.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:58.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:58.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:58.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:58.767 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.131.60:38235(127.22.131.60:38235)] Successfully connected to peer
14:32:58.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.744107 23652 master_runner.cc:186] Error getting master registration for 127.22.131.62:45663: Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111), 
14:32:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.780798 23652 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:32:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.796136 23761 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:32:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.796710 23761 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } }
14:32:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:58.802129 23684 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111)
14:32:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.804054 23761 leader_election.cc:288] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663), 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545)
14:32:58.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:58.813627 23678 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545): Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:32:58.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:58.815800 23684 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663): Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111)
14:32:58.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.816351 23684 leader_election.cc:302] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3482cb2b214a4851a20061760c799723; no voters: 3e8371d709644e27bc43c27ffbb8b78a, 6070a11767a94e9fa0b30eadce42a482
14:32:58.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:32:58.817452 23761 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:32:58.861 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
14:32:58.875 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.22.131.60
14:32:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:32:59 dist-test-slave-39l8 krb5kdc[23064](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285972, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.22.131.60@KRBTEST.COM
14:32:59.131 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0c156a6b, L:/127.0.0.1:59488 - R:/127.22.131.60:38235] using SASL/GSSAPI
14:32:59.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:32:59.169 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:32:59.172 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:32:59.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:32:59.189 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:32:59.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.193 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:32:59.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:32:59.209 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:32:59.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.210 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:32:59.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:32:59.228 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:32:59.230 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:32:59.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:32:59.268 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:32:59.269 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:32:59.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:32:59.288 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:32:59.289 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:32:59.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:32:59.308 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:32:59.309 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:32:59.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:32:59.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:59.339455 22165 debug-util.cc:398] Leaking SignalData structure 0x7b08000b07c0 after lost signal to thread 22076
14:32:59.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:59.340241 22165 debug-util.cc:398] Leaking SignalData structure 0x7b080009aca0 after lost signal to thread 22168
14:32:59.589 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:32:59.590 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:32:59.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:32:59.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:32:59.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:32:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:59.758543 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:32:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:32:59.758888 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:00.028 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:00.029 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:00.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:00.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:00.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:00.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:00.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:00.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:00.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:00.498579 23788 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:33:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:00.499367 23788 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } }
14:33:00.509 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:00.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:00.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:00.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:00.517 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:00.516827 23788 leader_election.cc:288] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663), 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545)
14:33:00.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:00.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:00.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:00.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:00.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:00.532646 23684 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663): Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111)
14:33:00.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:00.533072 23678 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545): Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:33:00.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:00.533516 23678 leader_election.cc:302] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3482cb2b214a4851a20061760c799723; no voters: 3e8371d709644e27bc43c27ffbb8b78a, 6070a11767a94e9fa0b30eadce42a482
14:33:00.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:00.534448 23788 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:33:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:00.763476 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:00.763824 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:01.766853 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:01.767151 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:02.208 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:02.210 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:02.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:02.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:02.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:02.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:02.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:02.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:02.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:02.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:02.770319 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:02.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:02.770560 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:03.655620 23798 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:33:03.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:03.655961 23798 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } }
14:33:03.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:03.657469 23798 leader_election.cc:288] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663), 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545)
14:33:03.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:03.663131 23684 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663): Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111)
14:33:03.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:03.663728 23678 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545): Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:33:03.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:03.664016 23678 leader_election.cc:302] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3482cb2b214a4851a20061760c799723; no voters: 3e8371d709644e27bc43c27ffbb8b78a, 6070a11767a94e9fa0b30eadce42a482
14:33:03.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:03.664522 23798 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:33:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:03.773921 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:03.774185 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:03.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:03.782912 23652 master_runner.cc:186] Error getting master registration for 127.22.131.62:45663: Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111), 
14:33:03.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:03.783247 23652 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:33:04.508 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:04.509 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:04.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:04.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:04.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:04.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:04.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:04.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:04.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:04.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:04.777168 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:04.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:04.777472 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:05.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:05.780174 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:05.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:05.780459 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:06.608 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:06.610 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:06.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:06.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:06.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:06.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:06.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:06.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:06.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:06.783368 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:06.783684 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:07.787411 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:07.787791 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:08.141294 23811 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:33:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:08.141799 23811 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } }
14:33:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:08.143667 23811 leader_election.cc:288] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663), 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545)
14:33:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:08.146371 23684 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111) [suppressed 5 similar messages]
14:33:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:08.149178 23678 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545): Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:33:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:08.150164 23684 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663): Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111)
14:33:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:08.150441 23684 leader_election.cc:302] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3482cb2b214a4851a20061760c799723; no voters: 3e8371d709644e27bc43c27ffbb8b78a, 6070a11767a94e9fa0b30eadce42a482
14:33:08.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:08.151111 23811 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:33:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:33:08 dist-test-slave-39l8 krb5kdc[23064](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285988, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:33:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:08.443310 23672 init.cc:295] Successfully reacquired a new kerberos TGT
14:33:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:08.785844 23652 master_runner.cc:186] Error getting master registration for 127.22.131.62:45663: Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111), 
14:33:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:08.786298 23652 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:33:08.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:08.790477 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:08.790815 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:09.249 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:09.250 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:09.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:09.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:09.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:09.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:09.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:09.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:09.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:09.648500 22268 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc1c0 after lost signal to thread 22178
14:33:09.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:09.649091 22268 debug-util.cc:398] Leaking SignalData structure 0x7b0800081540 after lost signal to thread 22272
14:33:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:09.794960 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:09.795246 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:10.368 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:10.370 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:10.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:10.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:10.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:10.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:10.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:10.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:10.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:10.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:10.799608 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:10.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:10.799940 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:11.802765 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:11.803081 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:12.048 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:12.049 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:12.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:12.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:12.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:12.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:12.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:12.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:12.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:12.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:12.806416 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:12.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:12.806679 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:12.889 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:12.890 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:12.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:12.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:12.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:12.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:12.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:12.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:12.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:13.789223 23652 master_runner.cc:186] Error getting master registration for 127.22.131.62:45663: Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111), 
14:33:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:13.789611 23652 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:33:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:13.809629 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:13.809867 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:14.727878 23825 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:33:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:14.728216 23825 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } }
14:33:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:14.729647 23825 leader_election.cc:288] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663), 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545)
14:33:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:14.731480 23684 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:33:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:14.734019 23678 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545): Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:33:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:14.734495 23684 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663): Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111)
14:33:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:14.734870 23684 leader_election.cc:302] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3482cb2b214a4851a20061760c799723; no voters: 3e8371d709644e27bc43c27ffbb8b78a, 6070a11767a94e9fa0b30eadce42a482
14:33:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:14.735495 23825 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:33:14.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:14.812548 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:14.812837 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:14.908 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:14.910 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:14.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:14.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:14.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:14.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:14.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:14.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:14.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:15.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:15.815666 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:15.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:15.815953 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:16.429 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:16.430 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:16.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:16.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:16.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:16.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:16.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:16.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:16.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:16.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:16.818933 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:16.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:16.819211 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:17.822916 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:17.823228 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:18.013763 22844 debug-util.cc:398] Leaking SignalData structure 0x7b08000af9e0 after lost signal to thread 22666
14:33:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:18.014658 22844 debug-util.cc:398] Leaking SignalData structure 0x7b08000be760 after lost signal to thread 22848
14:33:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:33:18 dist-test-slave-39l8 krb5kdc[23064](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786285998, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:33:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:18.445655 23672 init.cc:295] Successfully reacquired a new kerberos TGT
14:33:18.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:18.792745 23652 master_runner.cc:186] Error getting master registration for 127.22.131.62:45663: Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111), 
14:33:18.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:18.793162 23652 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:33:18.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:18.826292 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:18.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:18.826611 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:19.408 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:19.409 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:19.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:19.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:19.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:19.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:19.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:19.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:19.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:19.548 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:19.549 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:19.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:19.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:19.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:19.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:19.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:19.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:19.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:19.829360 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:19.829610 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:20.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:20.832334 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:20.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:20.832599 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:21.389 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:21.390 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:21.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:21.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:21.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:21.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:21.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:21.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:21.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:21.835726 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:21.835979 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:22.838653 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:22.838946 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:23.545800 23844 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:33:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:23.546221 23844 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6070a11767a94e9fa0b30eadce42a482" member_type: VOTER last_known_addr { host: "127.22.131.62" port: 45663 } } peers { permanent_uuid: "3e8371d709644e27bc43c27ffbb8b78a" member_type: VOTER last_known_addr { host: "127.22.131.61" port: 37545 } } peers { permanent_uuid: "3482cb2b214a4851a20061760c799723" member_type: VOTER last_known_addr { host: "127.22.131.60" port: 38235 } }
14:33:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:23.547814 23844 leader_election.cc:288] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663), 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545)
14:33:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:23.549993 23684 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:33:23.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:23.553164 23684 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6070a11767a94e9fa0b30eadce42a482 (127.22.131.62:45663): Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111)
14:33:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:23.553721 23678 leader_election.cc:334] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e8371d709644e27bc43c27ffbb8b78a (127.22.131.61:37545): Network error: Client connection negotiation failed: client connection to 127.22.131.61:37545: connect: Connection refused (error 111)
14:33:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:23.554045 23678 leader_election.cc:302] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3482cb2b214a4851a20061760c799723; no voters: 3e8371d709644e27bc43c27ffbb8b78a, 6070a11767a94e9fa0b30eadce42a482
14:33:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:23.554791 23844 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:33:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:23.795295 23652 master_runner.cc:186] Error getting master registration for 127.22.131.62:45663: Network error: Client connection negotiation failed: client connection to 127.22.131.62:45663: connect: Connection refused (error 111), 
14:33:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:23.795612 23652 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:33:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:23.841926 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:23.842195 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:24.844828 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:24.845113 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:25.488 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:25.489 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:25.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:25.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:25.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:25.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:25.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:25.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:25.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:25.847877 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:25.848135 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:26.189 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:26.190 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:26.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:26.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:26.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:26.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:26.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:26.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:26.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:26.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:26.851084 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:26.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:26.851465 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:26.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:26.950307 22645 debug-util.cc:398] Leaking SignalData structure 0x7b08000af6e0 after lost signal to thread 22479
14:33:26.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:26.951327 22645 debug-util.cc:398] Leaking SignalData structure 0x7b08000afb80 after lost signal to thread 22649
14:33:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:27.855370 23782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3482cb2b214a4851a20061760c799723: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:33:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:33:27.855662 23782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:33:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 14:33:28 dist-test-slave-39l8 krb5kdc[23064](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786286008, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.131.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:33:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:28.447901 23672 init.cc:295] Successfully reacquired a new kerberos TGT
14:33:28.448 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.62:45663(127.22.131.62:45663)] connecting to peer
14:33:28.449 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.131.61:37545(127.22.131.61:37545)] connecting to peer
14:33:28.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:28.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.131.62:45663(127.22.131.62:45663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:28.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.62:45663: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663
14:33:28.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:28.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.61:37545(127.22.131.61:37545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:28.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.131.61:37545: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
14:33:28.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235; will retry
14:33:28.459 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29867), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [173ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [173ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [552ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [555ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [582ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [587ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [589ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [597ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [601ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [605ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [608ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [624ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [627ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [629ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [639ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [645ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [680ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [682ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [684ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [701ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [707ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [708ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [709ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [721ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [722ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [726ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [997ms] refreshing cache from master, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1006ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1031ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1034ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1437ms] refreshing cache from master, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1447ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1917ms] refreshing cache from master, [1918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1928ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1929ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1939ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1939ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [3617ms] refreshing cache from master, [3617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [3618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [3619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [3620ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [3624ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [3624ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [5916ms] refreshing cache from master, [5917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [5918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [5919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [5919ms] too many traces: truncated at 100 traces, deferred=Deferred@1989386939(state=PENDING, result=null, callback=(continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369), errback=(continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369)))
14:33:28.464 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.22.131.60:38235(127.22.131.60:38235)] disconnecting while in state READY
14:33:28.466 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.22.131.61:37545(127.22.131.61:37545)] disconnecting while in state TERMINATED
14:33:28.466 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.22.131.62:45663(127.22.131.62:45663)] disconnecting while in state TERMINATED
14:33:28.477 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:33:28.479 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:33:28.479 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.131.60:38235(127.22.131.60:38235)] handling channelInactive
14:33:28.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.131.60:38235(127.22.131.60:38235)] cleaning up while in state READY due to: connection closed
14:33:28.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:28.483772 23052 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu with pid 23652
14:33:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:33:29Z chronyd exiting
14:33:30.718 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:33:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:30.720062 22060 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu with pid 22450
14:33:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:30.758304 22060 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu with pid 22660
14:33:30.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:30.789242 22060 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu with pid 22860
14:33:30.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:30.821349 22060 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu with pid 22075
14:33:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:30.861950 22060 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu with pid 22171
14:33:30.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:33:30.903617 22060 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskV5Qxfm/build/tsan/bin/kudu with pid 22277
14:33:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:33:32Z chronyd exiting
14:33:33.079 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29867), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [173ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [173ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [552ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [555ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [582ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [587ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [589ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [597ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [601ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [605ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [608ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [624ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [627ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [629ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [639ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [645ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [680ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [682ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [684ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [701ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [707ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [708ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [709ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [721ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [722ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [726ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [997ms] refreshing cache from master, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1006ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1031ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1034ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1437ms] refreshing cache from master, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1447ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1917ms] refreshing cache from master, [1918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1928ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1929ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1939ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1939ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [3617ms] refreshing cache from master, [3617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [3618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [3619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [3620ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [3624ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [3624ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [5916ms] refreshing cache from master, [5917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [5918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [5919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [5919ms] too many traces: truncated at 100 traces, deferred=Deferred@1989386939(state=PENDING, result=null, callback=(continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369), errback=(continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
		at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.131.61:37545
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29867), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [173ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [173ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [552ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [555ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [582ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [587ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [589ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [597ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [601ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [605ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [608ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [624ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [627ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [629ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [639ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [645ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [680ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [682ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [684ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [701ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [707ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [708ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [709ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [721ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [722ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [726ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [997ms] refreshing cache from master, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1006ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1031ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1034ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1437ms] refreshing cache from master, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1447ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1917ms] refreshing cache from master, [1918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1928ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1929ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1939ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1939ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [3617ms] refreshing cache from master, [3617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [3618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [3619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [3620ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [3624ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [3624ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [5916ms] refreshing cache from master, [5917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [5918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [5919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [5919ms] too many traces: truncated at 100 traces, deferred=Deferred@1989386939(state=PENDING, result=null, callback=(continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369), errback=(continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:750)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.131.61:37545
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)

14:33:33.541 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
14:33:33.541 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29867), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [173ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [173ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [552ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [555ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [582ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [587ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [589ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [597ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [601ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [605ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [608ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [624ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [627ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [629ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [639ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [645ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [680ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [682ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [684ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [701ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [707ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [708ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [709ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [721ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [722ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [726ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [997ms] refreshing cache from master, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1006ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1031ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1034ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1437ms] refreshing cache from master, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1447ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1917ms] refreshing cache from master, [1918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1928ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1929ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1939ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1939ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [3617ms] refreshing cache from master, [3617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [3618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [3619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [3620ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [3624ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [3624ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [5916ms] refreshing cache from master, [5917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [5918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [5919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [5919ms] too many traces: truncated at 100 traces, deferred=Deferred@1989386939(state=PENDING, result=null, callback=(continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369), errback=(continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
		at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.131.61:37545
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29867), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [173ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [173ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [552ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [555ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [582ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [587ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [589ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [597ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [601ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [605ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [608ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [624ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [627ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [629ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [639ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [645ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [680ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [682ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [684ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [701ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [707ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [708ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [709ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [721ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [722ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [726ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [997ms] refreshing cache from master, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1006ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1031ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1034ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1437ms] refreshing cache from master, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1447ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1917ms] refreshing cache from master, [1918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [1926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [1928ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [1929ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [1939ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [1939ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [3617ms] refreshing cache from master, [3617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [3618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [3619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [3620ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.62:45663: Network error: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.61:37545: Network error: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [3624ms] Sub RPC ConnectToMaster: received response from server master-127.22.131.60:38235: OK, [3624ms] delaying RPC due to: Service unavailable: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545, [5916ms] refreshing cache from master, [5917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.62:45663, [5918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.61:37545, [5919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.131.60:38235, [5919ms] too many traces: truncated at 100 traces, deferred=Deferred@1989386939(state=PENDING, result=null, callback=(continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369), errback=(continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:750)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.131.62:45663,127.22.131.61:37545,127.22.131.60:38235) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.62:45663(127.22.131.62:45663): Connection refused: /127.22.131.62:45663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.131.61:37545(127.22.131.61:37545): Connection refused: /127.22.131.61:37545
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.131.61:37545
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)