Diagnosed failure

Unable to diagnose
Full log

15:31:49.519 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:31:49.531 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasksMwgBq/test-tmp
15:31:49.534 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:31:49.538 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasksMwgBq/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:31:49.762 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

15:31:50.200 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
15:31:50.201 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

15:31:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:50.206036 28107 mini_oidc.cc:152] Starting JWKS server
15:31:50.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:50.210171 28107 webserver.cc:460] Webserver started at http://127.0.0.1:41825/ using document root <none> and password file <none>
15:31:50.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:50.210752 28107 mini_oidc.cc:189] Starting OIDC Discovery server
15:31:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:50.212857 28107 webserver.cc:460] Webserver started at http://127.0.0.1:38997/ using document root <none> and password file <none>
15:31:50.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T15:31:50Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
15:31:50.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T15:31:50Z Disabled control of system clock
15:31:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:50.270478 28107 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:31:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:31:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/wal
15:31:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/data
15:31:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:31:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:31:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:31:50.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:31:50.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:31:50.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:31:50.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/logs
15:31:50.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/data/info.pb
15:31:50.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:31:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:31:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:31:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:31:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:31:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:31:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:31:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:31:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:31:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:31:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:31:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:31:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.254:46219
15:31:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.254
15:31:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:31:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44547
15:31:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:31:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:31:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:31:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:31:50.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.254:46219,127.27.114.253:42025,127.27.114.252:44595
15:31:50.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:31:50.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41825/jwks.json with env {}
15:31:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:50.576033 28119 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:31:50.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:50.576676 28119 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:31:50.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:50.577373 28119 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:31:50.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:50.608193 28119 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:31:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:50.608531 28119 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:31:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:50.608728 28119 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:31:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:50.608946 28119 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:31:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:50.609216 28119 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:31:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:50.609449 28119 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41825/jwks.json
15:31:50.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:50.644070 28119 master_runner.cc:386] Master server non-default flags:
15:31:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:31:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44547
15:31:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:31:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:31:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/data
15:31:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/wal
15:31:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:31:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.254:46219,127.27.114.253:42025,127.27.114.252:44595
15:31:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:31:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:31:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:31:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.254:46219
15:31:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:31:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:31:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:31:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41825/jwks.json
15:31:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:31:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:31:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/data/info.pb
15:31:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.254
15:31:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:31:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:31:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:31:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:31:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:31:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:31:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/logs
15:31:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:31:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:31:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:31:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:31:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:31:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:31:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:31:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:31:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:31:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:31:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:50.645546 28119 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:31:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:50.647182 28119 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:31:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:50.672984 28125 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:31:52.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:50.673228 28126 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:31:52.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:50.674700 28119 server_base.cc:1034] running on GCE node
15:31:52.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:50.674063 28128 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:31:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.086488 28119 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:31:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.089551 28119 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:31:52.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.090934 28119 hybrid_clock.cc:648] HybridClock initialized: now 1790177512090914 us; error 58 us; skew 500 ppm
15:31:52.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.091984 28119 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:31:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.102908 28119 webserver.cc:460] Webserver started at http://127.27.114.254:36159/ using document root <none> and password file <none>
15:31:52.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.104923 28119 fs_manager.cc:359] Metadata directory not provided
15:31:52.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.105129 28119 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:31:52.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.105579 28119 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:31:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.113097 28119 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/data/instance:
15:31:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1de2f4448268420390490bd276ee2c20"
15:31:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:31:52 on dist-test-slave-hmz2"
15:31:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.114473 28119 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/wal/instance:
15:31:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1de2f4448268420390490bd276ee2c20"
15:31:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:31:52 on dist-test-slave-hmz2"
15:31:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.122208 28119 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
15:31:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.128691 28135 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:31:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.129805 28119 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
15:31:52.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.130934 28119 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/data,/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/wal
15:31:52.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1de2f4448268420390490bd276ee2c20"
15:31:52.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:31:52 on dist-test-slave-hmz2"
15:31:52.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.131264 28119 fs_report.cc:383] FS layout report
15:31:52.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:31:52.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/wal
15:31:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/wal
15:31:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/data/data
15:31:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:31:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:31:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:31:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:31:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:31:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:31:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:31:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:31:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:31:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:31:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:31:52.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.177076 28119 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:31:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.179421 28119 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:31:52.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.179862 28119 kserver.cc:163] Server-wide thread pool size limit: 3276
15:31:52.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.252876 28119 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.254:46219
15:31:52.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.252969 28187 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.114.254:46219 every 8 connection(s)
15:31:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.255544 28119 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/data/info.pb
15:31:52.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.257861 28107 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu as pid 28119
15:31:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.258455 28107 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-0/wal/instance
15:31:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.262207 28107 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:31:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:31:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/wal
15:31:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/data
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/logs
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/data/info.pb
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:31:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:31:52.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:31:52.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:31:52.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:31:52.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:31:52.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:31:52.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:31:52.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.253:42025
15:31:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.253
15:31:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:31:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44547
15:31:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:31:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:31:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:31:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:31:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.254:46219,127.27.114.253:42025,127.27.114.252:44595
15:31:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:31:52.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41825/jwks.json with env {}
15:31:52.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.265298 28188 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:31:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.278208 28188 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } has no permanent_uuid. Determining permanent_uuid...
15:31:52.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.310129 28188 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } has no permanent_uuid. Determining permanent_uuid...
15:31:52.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.312744 28136 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.253:42025: connect: Connection refused (error 111)
15:31:52.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.317127 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:42025: Network error: Client connection negotiation failed: client connection to 127.27.114.253:42025: connect: Connection refused (error 111)
15:31:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.366601 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } attempt: 1
15:31:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.370404 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:42025: Network error: Client connection negotiation failed: client connection to 127.27.114.253:42025: connect: Connection refused (error 111)
15:31:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.438824 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } attempt: 2
15:31:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.442948 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:42025: Network error: Client connection negotiation failed: client connection to 127.27.114.253:42025: connect: Connection refused (error 111)
15:31:52.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.534369 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } attempt: 3
15:31:52.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.538211 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:42025: Network error: Client connection negotiation failed: client connection to 127.27.114.253:42025: connect: Connection refused (error 111)
15:31:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.587993 28190 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:31:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.588608 28190 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:31:52.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.589219 28190 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:31:52.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.620261 28190 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:31:52.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.620561 28190 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:31:52.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.620755 28190 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:31:52.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.620937 28190 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:31:52.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.621111 28190 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:31:52.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.621304 28190 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41825/jwks.json
15:31:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.657316 28190 master_runner.cc:386] Master server non-default flags:
15:31:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:31:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44547
15:31:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:31:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:31:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/data
15:31:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/wal
15:31:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:31:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.254:46219,127.27.114.253:42025,127.27.114.252:44595
15:31:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:31:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:31:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:31:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.253:42025
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41825/jwks.json
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/data/info.pb
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.253
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/logs
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:31:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:31:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:31:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:31:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:31:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:31:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:31:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:31:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:31:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:31:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.658715 28190 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:31:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.660966 28190 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:31:52.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.680719 28202 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:31:52.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.681620 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } attempt: 4
15:31:52.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.685307 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:42025: Network error: Client connection negotiation failed: client connection to 127.27.114.253:42025: connect: Connection refused (error 111)
15:31:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.984795 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } attempt: 5
15:31:52.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.989712 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:42025: Network error: Client connection negotiation failed: client connection to 127.27.114.253:42025: connect: Connection refused (error 111)
15:31:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.537158 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } attempt: 6
15:31:53.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:53.544014 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:42025: Network error: Client connection negotiation failed: client connection to 127.27.114.253:42025: connect: Connection refused (error 111)
15:31:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.680768 28199 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:31:53.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:52.682006 28200 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:31:53.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:52.683676 28190 server_base.cc:1034] running on GCE node
15:31:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.915853 28190 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:31:53.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.919169 28190 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:31:53.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.920596 28190 hybrid_clock.cc:648] HybridClock initialized: now 1790177513920566 us; error 47 us; skew 500 ppm
15:31:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.921701 28190 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:31:53.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.928488 28190 webserver.cc:460] Webserver started at http://127.27.114.253:37291/ using document root <none> and password file <none>
15:31:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.929416 28190 fs_manager.cc:359] Metadata directory not provided
15:31:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.929594 28190 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:31:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.929973 28190 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:31:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.934839 28190 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/data/instance:
15:31:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d78b387715148bea9b421ee75ee1616"
15:31:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:31:53 on dist-test-slave-hmz2"
15:31:53.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.935990 28190 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/wal/instance:
15:31:53.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d78b387715148bea9b421ee75ee1616"
15:31:53.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:31:53 on dist-test-slave-hmz2"
15:31:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.942979 28190 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.000s
15:31:53.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.948592 28211 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:31:53.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.949704 28190 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
15:31:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.949977 28190 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/data,/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/wal
15:31:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d78b387715148bea9b421ee75ee1616"
15:31:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:31:53 on dist-test-slave-hmz2"
15:31:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.950264 28190 fs_report.cc:383] FS layout report
15:31:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:31:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/wal
15:31:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/wal
15:31:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/data/data
15:31:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:31:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:31:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:31:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:31:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:31:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:31:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:31:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:31:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:31:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:31:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:31:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.986681 28190 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:31:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.988166 28190 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:31:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:53.988570 28190 kserver.cc:163] Server-wide thread pool size limit: 3276
15:31:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.061689 28190 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.253:42025
15:31:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.061800 28262 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.114.253:42025 every 8 connection(s)
15:31:54.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.064591 28190 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/data/info.pb
15:31:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.066819 28107 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu as pid 28190
15:31:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.067373 28107 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-1/wal/instance
15:31:54.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.070412 28107 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:31:54.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/wal
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/data
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/logs
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/data/info.pb
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:31:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.252:44595
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.252
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44547
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.254:46219,127.27.114.253:42025,127.27.114.252:44595
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:31:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41825/jwks.json with env {}
15:31:54.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.070580 28263 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:31:54.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.082851 28263 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } has no permanent_uuid. Determining permanent_uuid...
15:31:54.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.105971 28263 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } has no permanent_uuid. Determining permanent_uuid...
15:31:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.122936 28263 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } has no permanent_uuid. Determining permanent_uuid...
15:31:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.125320 28215 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:54.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.134207 28263 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:54.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.183755 28263 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 1
15:31:54.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.187774 28263 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.256178 28263 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 2
15:31:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.260561 28263 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.352034 28263 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 3
15:31:54.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.356455 28263 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:54.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.427053 28265 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:31:54.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.427726 28265 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:31:54.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.428485 28265 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:31:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.460037 28265 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:31:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.460304 28265 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:31:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.460505 28265 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:31:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.460680 28265 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:31:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.460865 28265 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:31:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.461002 28265 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41825/jwks.json
15:31:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.496500 28265 master_runner.cc:386] Master server non-default flags:
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44547
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/data
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/wal
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.254:46219,127.27.114.253:42025,127.27.114.252:44595
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.252:44595
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:31:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41825/jwks.json
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/data/info.pb
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.252
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/logs
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:31:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:31:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:31:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:31:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:31:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:31:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:31:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:31:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:31:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:31:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.497913 28265 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:31:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.499971 28265 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:31:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.499866 28263 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 4
15:31:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.503991 28263 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.519908 28276 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:31:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.604666 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } attempt: 7
15:31:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.622835 28188 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } has no permanent_uuid. Determining permanent_uuid...
15:31:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.629776 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.688225 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 1
15:31:54.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.693015 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.774533 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 2
15:31:54.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.778888 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.803404 28263 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 5
15:31:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.807739 28263 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.864295 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 3
15:31:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.868981 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.009459 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 4
15:31:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:55.013916 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.297292 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 5
15:31:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:55.301642 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:55.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.355118 28263 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 6
15:31:55.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:55.362921 28263 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:55.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.519923 28275 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:31:55.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:54.520169 28278 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:31:55.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:54.522192 28265 server_base.cc:1034] running on GCE node
15:31:55.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.730158 28265 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:31:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.733392 28265 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:31:55.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.734812 28265 hybrid_clock.cc:648] HybridClock initialized: now 1790177515734767 us; error 59 us; skew 500 ppm
15:31:55.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.735683 28265 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:31:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.741986 28265 webserver.cc:460] Webserver started at http://127.27.114.252:35197/ using document root <none> and password file <none>
15:31:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.743142 28265 fs_manager.cc:359] Metadata directory not provided
15:31:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.743422 28265 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:31:55.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.744035 28265 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:31:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.751348 28265 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/data/instance:
15:31:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "263c7e7ff85e407d809a052b9d31b62c"
15:31:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:31:55 on dist-test-slave-hmz2"
15:31:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.752902 28265 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/wal/instance:
15:31:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "263c7e7ff85e407d809a052b9d31b62c"
15:31:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:31:55 on dist-test-slave-hmz2"
15:31:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.762460 28265 fs_manager.cc:691] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.000s
15:31:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.769846 28289 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:31:55.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.771165 28265 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.771548 28265 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/data,/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/wal
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "263c7e7ff85e407d809a052b9d31b62c"
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:31:55 on dist-test-slave-hmz2"
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.772014 28265 fs_report.cc:383] FS layout report
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/wal
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/wal
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/data/data
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:31:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:31:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:31:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:31:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:31:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:31:55.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.807981 28265 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:31:55.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.809382 28265 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:31:55.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.809772 28265 kserver.cc:163] Server-wide thread pool size limit: 3276
15:31:55.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.854040 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 6
15:31:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:55.861400 28188 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:44595: Network error: Client connection negotiation failed: client connection to 127.27.114.252:44595: connect: Connection refused (error 111)
15:31:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.886831 28265 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.252:44595
15:31:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.886878 28343 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.114.252:44595 every 8 connection(s)
15:31:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.889710 28265 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/data/info.pb
15:31:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.894948 28344 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:31:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.896092 28107 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu as pid 28265
15:31:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.896405 28107 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/master-2/wal/instance
15:31:55.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.911703 28344 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } has no permanent_uuid. Determining permanent_uuid...
15:31:55.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.941107 28344 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } has no permanent_uuid. Determining permanent_uuid...
15:31:55.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.953051 28344 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } has no permanent_uuid. Determining permanent_uuid...
15:31:55.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.972793 28344 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c: Bootstrap starting.
15:31:55.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.980130 28344 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c: Neither blocks nor log segments found. Creating new log.
15:31:55.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.981889 28344 log.cc:824] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c: Log is configured to *not* fsync() on all Append() calls
15:31:55.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:55.987411 28344 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c: No bootstrap required, opened a new log
15:31:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.008584 28344 raft_consensus.cc:348] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } }
15:31:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.009195 28344 raft_consensus.cc:374] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:31:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.009379 28344 raft_consensus.cc:729] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 263c7e7ff85e407d809a052b9d31b62c, State: Initialized, Role: FOLLOWER
15:31:56.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.011427 28344 consensus_queue.cc:260] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } }
15:31:56.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.013839 28353 sys_catalog.cc:455] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } } }
15:31:56.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.014513 28353 sys_catalog.cc:458] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [sys.catalog]: This master's current role is: FOLLOWER
15:31:56.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.015295 28344 sys_catalog.cc:564] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [sys.catalog]: configured and running, proceeding with master startup.
15:31:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:56.042341 28364 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:31:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:56.042707 28364 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:31:56.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:56.065119 28295 tablet.cc:2369] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:31:56.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.037388 28265 master_runner.cc:186] Error getting master registration for 127.27.114.254:46219: OK, instance_id { permanent_uuid: "1de2f4448268420390490bd276ee2c20" instance_seqno: 1790177512232916 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:31:56.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.069767 28265 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:31:56.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.423377 28263 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 7
15:31:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.446671 28263 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616: Bootstrap starting.
15:31:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.453858 28263 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616: Neither blocks nor log segments found. Creating new log.
15:31:56.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.456182 28263 log.cc:824] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616: Log is configured to *not* fsync() on all Append() calls
15:31:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.461334 28263 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616: No bootstrap required, opened a new log
15:31:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.481108 28263 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } }
15:31:56.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.481896 28263 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:31:56.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.482173 28263 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d78b387715148bea9b421ee75ee1616, State: Initialized, Role: FOLLOWER
15:31:56.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.483115 28263 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } }
15:31:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.485852 28368 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } } }
15:31:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.486666 28368 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [sys.catalog]: This master's current role is: FOLLOWER
15:31:56.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.487656 28263 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [sys.catalog]: configured and running, proceeding with master startup.
15:31:56.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:56.495857 28217 tablet.cc:2369] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:31:56.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.508363 28353 raft_consensus.cc:482] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:31:56.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.508970 28353 raft_consensus.cc:504] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } }
15:31:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.512753 28353 leader_election.cc:288] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1de2f4448268420390490bd276ee2c20 (127.27.114.254:46219), 3d78b387715148bea9b421ee75ee1616 (127.27.114.253:42025)
15:31:56.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.514144 28238 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "263c7e7ff85e407d809a052b9d31b62c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d78b387715148bea9b421ee75ee1616" is_pre_election: true
15:31:56.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.515036 28238 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 263c7e7ff85e407d809a052b9d31b62c in term 0.
15:31:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.520076 28290 leader_election.cc:302] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 263c7e7ff85e407d809a052b9d31b62c, 3d78b387715148bea9b421ee75ee1616; no voters: 
15:31:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.521059 28353 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [term 0 FOLLOWER]: Leader pre-election won for term 1
15:31:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.521939 28353 raft_consensus.cc:482] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:31:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.522686 28353 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [term 0 FOLLOWER]: Advancing to term 1
15:31:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.535869 28353 raft_consensus.cc:504] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } }
15:31:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:56.536967 28379 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:31:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:56.537289 28379 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:31:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.544931 28353 leader_election.cc:288] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [CANDIDATE]: Term 1 election: Requested vote from peers 1de2f4448268420390490bd276ee2c20 (127.27.114.254:46219), 3d78b387715148bea9b421ee75ee1616 (127.27.114.253:42025)
15:31:56.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.545841 28238 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "263c7e7ff85e407d809a052b9d31b62c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d78b387715148bea9b421ee75ee1616"
15:31:56.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.546442 28238 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [term 0 FOLLOWER]: Advancing to term 1
15:31:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.553494 28238 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 263c7e7ff85e407d809a052b9d31b62c in term 1.
15:31:56.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.554546 28290 leader_election.cc:302] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 263c7e7ff85e407d809a052b9d31b62c, 3d78b387715148bea9b421ee75ee1616; no voters: 
15:31:56.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.514257 28190 master_runner.cc:186] Error getting master registration for 127.27.114.254:46219: OK, instance_id { permanent_uuid: "1de2f4448268420390490bd276ee2c20" instance_seqno: 1790177512232916 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:31:56.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.560348 28190 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:31:56.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.561201 28353 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [term 1 FOLLOWER]: Leader election won for term 1
15:31:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.563779 28353 raft_consensus.cc:686] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [term 1 LEADER]: Becoming Leader. State: Replica: 263c7e7ff85e407d809a052b9d31b62c, State: Running, Role: LEADER
15:31:56.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.564805 28353 consensus_queue.cc:237] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } }
15:31:56.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.576763 28381 sys_catalog.cc:455] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 263c7e7ff85e407d809a052b9d31b62c. Latest consensus state: current_term: 1 leader_uuid: "263c7e7ff85e407d809a052b9d31b62c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } } }
15:31:56.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.577606 28381 sys_catalog.cc:458] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [sys.catalog]: This master's current role is: LEADER
15:31:56.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.581202 28383 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
15:31:56.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.588714 28383 catalog_manager.cc:1484] Initializing Kudu cluster ID...
15:31:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.612032 28238 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [term 1 FOLLOWER]: Refusing update from remote peer 263c7e7ff85e407d809a052b9d31b62c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:31:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.619011 28381 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [LEADER]: Connected to new peer: Peer: permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:31:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.649051 28368 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 263c7e7ff85e407d809a052b9d31b62c. Latest consensus state: current_term: 1 leader_uuid: "263c7e7ff85e407d809a052b9d31b62c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } } }
15:31:56.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.650651 28368 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [sys.catalog]: This master's current role is: FOLLOWER
15:31:56.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.655221 28384 mvcc.cc:205] Tried to move back new op lower bound from 7332567108025393152 to 7332567107859337216. Current Snapshot: MvccSnapshot[applied={T|T < 7332567108025393152}]
15:31:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.661442 28353 sys_catalog.cc:455] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "263c7e7ff85e407d809a052b9d31b62c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } } }
15:31:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.662351 28353 sys_catalog.cc:458] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [sys.catalog]: This master's current role is: LEADER
15:31:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.665103 28385 mvcc.cc:205] Tried to move back new op lower bound from 7332567108025393152 to 7332567107859337216. Current Snapshot: MvccSnapshot[applied={T|T < 7332567108025393152}]
15:31:56.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.669565 28383 catalog_manager.cc:1347] Generated new cluster ID: e74dd192b721444fa57f0e7f5faa862e
15:31:56.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.669848 28383 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
15:31:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.674182 28368 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "263c7e7ff85e407d809a052b9d31b62c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } } }
15:31:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.674932 28368 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616 [sys.catalog]: This master's current role is: FOLLOWER
15:31:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.723516 28383 catalog_manager.cc:1370] Generated new certificate authority record
15:31:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.726649 28383 catalog_manager.cc:1504] Loading token signing keys...
15:31:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.754871 28383 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c: Generated new TSK 0
15:31:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.756536 28383 catalog_manager.cc:1514] Initializing in-progress tserver states...
15:31:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.781147 28107 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:31:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:31:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/wal
15:31:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/data
15:31:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:31:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/logs
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/data/info.pb
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.193:0
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.193
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.193
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.254:46219,127.27.114.253:42025,127.27.114.252:44595
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44547
15:31:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:31:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:31:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:31:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.894824 28188 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } attempt: 7
15:31:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.934806 28188 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20: Bootstrap starting.
15:31:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.977689 28188 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20: Neither blocks nor log segments found. Creating new log.
15:31:56.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:56.990871 28188 log.cc:824] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20: Log is configured to *not* fsync() on all Append() calls
15:31:57.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.022706 28188 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20: No bootstrap required, opened a new log
15:31:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.073714 28188 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } }
15:31:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.074541 28188 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:31:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.074800 28188 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1de2f4448268420390490bd276ee2c20, State: Initialized, Role: FOLLOWER
15:31:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.087806 28188 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } }
15:31:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.116705 28392 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } } }
15:31:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.117640 28392 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [sys.catalog]: This master's current role is: FOLLOWER
15:31:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.118702 28188 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [sys.catalog]: configured and running, proceeding with master startup.
15:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.118896 28162 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "263c7e7ff85e407d809a052b9d31b62c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1de2f4448268420390490bd276ee2c20"
15:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.119704 28162 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [term 0 FOLLOWER]: Advancing to term 1
15:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.124058 28163 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "263c7e7ff85e407d809a052b9d31b62c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1de2f4448268420390490bd276ee2c20" is_pre_election: true
15:31:57.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.129004 28162 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 263c7e7ff85e407d809a052b9d31b62c in term 1.
15:31:57.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.131253 28160 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [term 1 FOLLOWER]: Refusing update from remote peer 263c7e7ff85e407d809a052b9d31b62c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:31:57.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.145390 28353 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [LEADER]: Connected to new peer: Peer: permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:31:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:57.190697 28141 tablet.cc:2369] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:31:57.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.240935 28404 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "263c7e7ff85e407d809a052b9d31b62c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } } }
15:31:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.241779 28404 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [sys.catalog]: This master's current role is: FOLLOWER
15:31:57.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.242786 28392 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 263c7e7ff85e407d809a052b9d31b62c. Latest consensus state: current_term: 1 leader_uuid: "263c7e7ff85e407d809a052b9d31b62c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } } }
15:31:57.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.243448 28392 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20 [sys.catalog]: This master's current role is: FOLLOWER
15:31:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.295826 28408 catalog_manager.cc:1259] Loaded cluster ID: e74dd192b721444fa57f0e7f5faa862e
15:31:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.296109 28408 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20: loading cluster ID for follower catalog manager: success
15:31:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.304303 28408 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20: acquiring CA information for follower catalog manager: success
15:31:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.309801 28408 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1de2f4448268420390490bd276ee2c20: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:31:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:57.353322 28389 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:31:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:57.353994 28389 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:31:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:57.354782 28389 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:31:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:57.411533 28389 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:31:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:57.412966 28389 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.193
15:31:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.474406 28389 tablet_server_runner.cc:78] Tablet server non-default flags:
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44547
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/data
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/wal
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.193:0
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/data/info.pb
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.193
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.254:46219,127.27.114.253:42025,127.27.114.252:44595
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:31:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.193
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/logs
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:31:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.476147 28389 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:31:57.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.478287 28389 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:31:57.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:57.536589 28416 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:31:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.544191 28379 catalog_manager.cc:1259] Loaded cluster ID: e74dd192b721444fa57f0e7f5faa862e
15:31:57.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.544911 28379 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616: loading cluster ID for follower catalog manager: success
15:31:57.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.560240 28379 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616: acquiring CA information for follower catalog manager: success
15:31:57.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.578199 28379 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3d78b387715148bea9b421ee75ee1616: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:31:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.662093 28353 sys_catalog.cc:455] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "263c7e7ff85e407d809a052b9d31b62c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1de2f4448268420390490bd276ee2c20" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 46219 } } peers { permanent_uuid: "3d78b387715148bea9b421ee75ee1616" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 42025 } } peers { permanent_uuid: "263c7e7ff85e407d809a052b9d31b62c" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 44595 } } }
15:31:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:31:57.664894 28353 sys_catalog.cc:458] T 00000000000000000000000000000000 P 263c7e7ff85e407d809a052b9d31b62c [sys.catalog]: This master's current role is: LEADER
15:32:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:58.901153 28414 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 28389
15:32:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:00.368258 28389 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.836s	user 0.833s	sys 1.501s
15:32:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:00.368613 28389 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.837s	user 0.833s	sys 1.501s
15:32:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:31:57.539036 28415 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:00.370293 28417 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2834 milliseconds
15:32:00.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.371434 28389 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:32:00.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:00.371512 28418 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:00.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.374725 28389 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:32:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.378106 28389 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:32:00.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.379535 28389 hybrid_clock.cc:648] HybridClock initialized: now 1790177520379491 us; error 43 us; skew 500 ppm
15:32:00.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.380528 28389 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:32:00.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.392213 28389 webserver.cc:460] Webserver started at http://127.27.114.193:43143/ using document root <none> and password file <none>
15:32:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.393174 28389 fs_manager.cc:359] Metadata directory not provided
15:32:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.393363 28389 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:32:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.393741 28389 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:32:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.398518 28389 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/data/instance:
15:32:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25706338bbe142398b8a5cdc7910e4bc"
15:32:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:00 on dist-test-slave-hmz2"
15:32:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.399649 28389 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/wal/instance:
15:32:00.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25706338bbe142398b8a5cdc7910e4bc"
15:32:00.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:00 on dist-test-slave-hmz2"
15:32:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.407274 28389 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
15:32:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.412922 28430 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:32:00.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.414080 28389 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
15:32:00.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.414345 28389 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/data,/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/wal
15:32:00.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25706338bbe142398b8a5cdc7910e4bc"
15:32:00.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:00 on dist-test-slave-hmz2"
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.414660 28389 fs_report.cc:383] FS layout report
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/wal
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/wal
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/data/data
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:32:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:32:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.457918 28389 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:32:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.459421 28389 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:32:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.459823 28389 kserver.cc:163] Server-wide thread pool size limit: 3276
15:32:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.462898 28389 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:32:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.468029 28389 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:32:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.468225 28389 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
15:32:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.468407 28389 ts_tablet_manager.cc:610] Registered 0 tablets
15:32:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.468523 28389 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
15:32:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.654160 28389 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.193:36337
15:32:00.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.654641 28544 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.114.193:36337 every 8 connection(s)
15:32:00.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.656785 28389 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/data/info.pb
15:32:00.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.670213 28107 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu as pid 28389
15:32:00.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.673260 28107 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-0/wal/instance
15:32:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.699970 28107 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/wal
15:32:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/data
15:32:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:32:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/logs
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/data/info.pb
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.194:0
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.194
15:32:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.194
15:32:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:32:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.254:46219,127.27.114.253:42025,127.27.114.252:44595
15:32:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44547
15:32:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:32:00.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.750394 28545 heartbeater.cc:347] Connected to a master server at 127.27.114.252:44595
15:32:00.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.750970 28545 heartbeater.cc:464] Registering TS with master...
15:32:00.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.752395 28545 heartbeater.cc:511] Master 127.27.114.252:44595 requested a full tablet report, sending...
15:32:00.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.756814 28306 ts_manager.cc:194] Registered new tserver with Master: 25706338bbe142398b8a5cdc7910e4bc (127.27.114.193:36337)
15:32:00.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.760079 28306 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.114.193:51877
15:32:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.766250 28546 heartbeater.cc:347] Connected to a master server at 127.27.114.253:42025
15:32:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.766639 28546 heartbeater.cc:464] Registering TS with master...
15:32:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.767401 28546 heartbeater.cc:511] Master 127.27.114.253:42025 requested a full tablet report, sending...
15:32:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.768640 28547 heartbeater.cc:347] Connected to a master server at 127.27.114.254:46219
15:32:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.769004 28547 heartbeater.cc:464] Registering TS with master...
15:32:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.769701 28547 heartbeater.cc:511] Master 127.27.114.254:46219 requested a full tablet report, sending...
15:32:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.770622 28228 ts_manager.cc:194] Registered new tserver with Master: 25706338bbe142398b8a5cdc7910e4bc (127.27.114.193:36337)
15:32:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:00.773222 28152 ts_manager.cc:194] Registered new tserver with Master: 25706338bbe142398b8a5cdc7910e4bc (127.27.114.193:36337)
15:32:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:01.078600 28555 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:32:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:01.079530 28555 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:32:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:01.080494 28555 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:32:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:01.122771 28555 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:32:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:01.123836 28555 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.194
15:32:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:01.158797 28555 tablet_server_runner.cc:78] Tablet server non-default flags:
15:32:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44547
15:32:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/data
15:32:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/wal
15:32:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.194:0
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/data/info.pb
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.194
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.254:46219,127.27.114.253:42025,127.27.114.252:44595
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.194
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/logs
15:32:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:32:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:32:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:32:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:32:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:32:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:32:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:32:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:32:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:32:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:01.160419 28555 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:32:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:01.162585 28555 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:32:01.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:01.181249 28562 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:01.765120 28545 heartbeater.cc:503] Master 127.27.114.252:44595 was elected leader, sending a full tablet report...
15:32:02.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:01.181239 28564 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:02.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:01.181345 28561 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:02.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:01.182934 28555 server_base.cc:1034] running on GCE node
15:32:02.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.375018 28555 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:32:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.378002 28555 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:32:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.379451 28555 hybrid_clock.cc:648] HybridClock initialized: now 1790177522379388 us; error 79 us; skew 500 ppm
15:32:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.380270 28555 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:32:02.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.387283 28555 webserver.cc:460] Webserver started at http://127.27.114.194:44887/ using document root <none> and password file <none>
15:32:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.388310 28555 fs_manager.cc:359] Metadata directory not provided
15:32:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.388513 28555 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:32:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.388988 28555 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:32:02.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.394006 28555 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/data/instance:
15:32:02.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3b1a12894ea4b7bb1b9853480785faf"
15:32:02.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:02 on dist-test-slave-hmz2"
15:32:02.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.395112 28555 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/wal/instance:
15:32:02.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3b1a12894ea4b7bb1b9853480785faf"
15:32:02.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:02 on dist-test-slave-hmz2"
15:32:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.402415 28555 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.000s
15:32:02.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.408128 28571 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:32:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.409305 28555 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
15:32:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.409595 28555 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/data,/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/wal
15:32:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3b1a12894ea4b7bb1b9853480785faf"
15:32:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:02 on dist-test-slave-hmz2"
15:32:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.409902 28555 fs_report.cc:383] FS layout report
15:32:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:32:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/wal
15:32:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/wal
15:32:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/data/data
15:32:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:32:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:32:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:32:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:32:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:32:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:32:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:32:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:32:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:32:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:32:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:32:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.445570 28555 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:32:02.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.446979 28555 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:32:02.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.447386 28555 kserver.cc:163] Server-wide thread pool size limit: 3276
15:32:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.449954 28555 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:32:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.454203 28555 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:32:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.454399 28555 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
15:32:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.454602 28555 ts_tablet_manager.cc:610] Registered 0 tablets
15:32:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.454728 28555 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
15:32:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.604048 28555 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.194:34803
15:32:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.604148 28686 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.114.194:34803 every 8 connection(s)
15:32:02.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.606516 28555 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/data/info.pb
15:32:02.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.613202 28107 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu as pid 28555
15:32:02.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.613721 28107 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-1/wal/instance
15:32:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.623996 28107 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/wal
15:32:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/data
15:32:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:32:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:32:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:32:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/logs
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/data/info.pb
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.195:0
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.195
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.195
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.254:46219,127.27.114.253:42025,127.27.114.252:44595
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44547
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:32:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.681989 28687 heartbeater.cc:347] Connected to a master server at 127.27.114.252:44595
15:32:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.682518 28687 heartbeater.cc:464] Registering TS with master...
15:32:02.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.683825 28687 heartbeater.cc:511] Master 127.27.114.252:44595 requested a full tablet report, sending...
15:32:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.686528 28306 ts_manager.cc:194] Registered new tserver with Master: b3b1a12894ea4b7bb1b9853480785faf (127.27.114.194:34803)
15:32:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.687767 28688 heartbeater.cc:347] Connected to a master server at 127.27.114.253:42025
15:32:02.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.688130 28688 heartbeater.cc:464] Registering TS with master...
15:32:02.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.688576 28306 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.114.194:37233
15:32:02.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.688961 28688 heartbeater.cc:511] Master 127.27.114.253:42025 requested a full tablet report, sending...
15:32:02.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.691942 28228 ts_manager.cc:194] Registered new tserver with Master: b3b1a12894ea4b7bb1b9853480785faf (127.27.114.194:34803)
15:32:02.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.694042 28689 heartbeater.cc:347] Connected to a master server at 127.27.114.254:46219
15:32:02.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.694367 28689 heartbeater.cc:464] Registering TS with master...
15:32:02.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.695040 28689 heartbeater.cc:511] Master 127.27.114.254:46219 requested a full tablet report, sending...
15:32:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:02.697356 28152 ts_manager.cc:194] Registered new tserver with Master: b3b1a12894ea4b7bb1b9853480785faf (127.27.114.194:34803)
15:32:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:02.980609 28694 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:32:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:02.981102 28694 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:32:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:02.981551 28694 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:32:03.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:03.012977 28694 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:32:03.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:03.013813 28694 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.195
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:03.048635 28694 tablet_server_runner.cc:78] Tablet server non-default flags:
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44547
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/data
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/wal
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.195:0
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/data/info.pb
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.195
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.254:46219,127.27.114.253:42025,127.27.114.252:44595
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.195
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/logs
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:32:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:32:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:32:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:32:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:32:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:32:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:32:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:32:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:32:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:03.049888 28694 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:32:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:03.051425 28694 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:32:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:03.071714 28704 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:03.693186 28687 heartbeater.cc:503] Master 127.27.114.252:44595 was elected leader, sending a full tablet report...
15:32:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:03.072350 28706 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:03.072446 28703 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:03.074851 28694 server_base.cc:1034] running on GCE node
15:32:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.264484 28694 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:32:04.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.267338 28694 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:32:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.268826 28694 hybrid_clock.cc:648] HybridClock initialized: now 1790177524268786 us; error 45 us; skew 500 ppm
15:32:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.269837 28694 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:32:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.276666 28694 webserver.cc:460] Webserver started at http://127.27.114.195:40637/ using document root <none> and password file <none>
15:32:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.277648 28694 fs_manager.cc:359] Metadata directory not provided
15:32:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.277885 28694 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:32:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.278462 28694 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:32:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.283381 28694 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/data/instance:
15:32:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb4ac6a12e6d431b97205064da3fe5a0"
15:32:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:04 on dist-test-slave-hmz2"
15:32:04.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.284590 28694 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/wal/instance:
15:32:04.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb4ac6a12e6d431b97205064da3fe5a0"
15:32:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:04 on dist-test-slave-hmz2"
15:32:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.292032 28694 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
15:32:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.297546 28714 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:32:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.298538 28694 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.003s
15:32:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.298895 28694 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/data,/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/wal
15:32:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb4ac6a12e6d431b97205064da3fe5a0"
15:32:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:04 on dist-test-slave-hmz2"
15:32:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.299258 28694 fs_report.cc:383] FS layout report
15:32:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:32:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/wal
15:32:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/wal
15:32:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/data/data
15:32:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:32:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:32:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:32:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:32:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:32:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:32:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:32:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:32:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:32:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:32:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:32:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.334471 28694 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:32:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.335889 28694 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:32:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.336282 28694 kserver.cc:163] Server-wide thread pool size limit: 3276
15:32:04.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.338858 28694 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:32:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.343017 28694 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:32:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.343215 28694 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
15:32:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.343400 28694 ts_tablet_manager.cc:610] Registered 0 tablets
15:32:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.343533 28694 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
15:32:04.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.506381 28694 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.195:35915
15:32:04.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.506479 28829 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.114.195:35915 every 8 connection(s)
15:32:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.508898 28694 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/data/info.pb
15:32:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.513461 28107 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu as pid 28694
15:32:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.513943 28107 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster2523054424558758392/ts-2/wal/instance
15:32:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.553366 28831 heartbeater.cc:347] Connected to a master server at 127.27.114.253:42025
15:32:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.553864 28831 heartbeater.cc:464] Registering TS with master...
15:32:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.555132 28831 heartbeater.cc:511] Master 127.27.114.253:42025 requested a full tablet report, sending...
15:32:04.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.558326 28228 ts_manager.cc:194] Registered new tserver with Master: cb4ac6a12e6d431b97205064da3fe5a0 (127.27.114.195:35915)
15:32:04.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.559300 28830 heartbeater.cc:347] Connected to a master server at 127.27.114.252:44595
15:32:04.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.559679 28830 heartbeater.cc:464] Registering TS with master...
15:32:04.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.560492 28830 heartbeater.cc:511] Master 127.27.114.252:44595 requested a full tablet report, sending...
15:32:04.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.560648 28832 heartbeater.cc:347] Connected to a master server at 127.27.114.254:46219
15:32:04.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.561024 28832 heartbeater.cc:464] Registering TS with master...
15:32:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.561882 28832 heartbeater.cc:511] Master 127.27.114.254:46219 requested a full tablet report, sending...
15:32:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.563402 28306 ts_manager.cc:194] Registered new tserver with Master: cb4ac6a12e6d431b97205064da3fe5a0 (127.27.114.195:35915)
15:32:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.564298 28152 ts_manager.cc:194] Registered new tserver with Master: cb4ac6a12e6d431b97205064da3fe5a0 (127.27.114.195:35915)
15:32:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.565352 28306 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.114.195:53763
15:32:04.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:04.582139 28107 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
15:32:04.593 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
15:32:04.595 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

15:32:04.606 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.114.254"
      port: 46219
    }
    bound_http_address {
      host: "127.27.114.254"
      port: 36159
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.114.253"
      port: 42025
    }
    bound_http_address {
      host: "127.27.114.253"
      port: 37291
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.114.252"
      port: 44595
    }
    bound_http_address {
      host: "127.27.114.252"
      port: 35197
    }
  }
}

15:32:04.615 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

15:32:04.618 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.114.193"
      port: 36337
    }
    bound_http_address {
      host: "127.27.114.193"
      port: 43143
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.114.194"
      port: 34803
    }
    bound_http_address {
      host: "127.27.114.194"
      port: 44887
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.114.195"
      port: 35915
    }
    bound_http_address {
      host: "127.27.114.195"
      port: 40637
    }
  }
}

15:32:04.618 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:32:04.954 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
15:32:05.088 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasksMwgBq/test-tmp
15:32:05.090 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:32:05.090 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasksMwgBq/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:32:05.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 0
  enable_kerberos: true
  cluster_root: "/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589"
  extra_master_flags: "--authn_token_validity_seconds=10"
  hms_mode: NONE
  mini_kdc_options {
    ticket_lifetime: "10s"
    renew_lifetime: "20s"
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

15:32:05.473 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:32:05.473 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}

15:32:05.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:05.476226 28841 mini_oidc.cc:152] Starting JWKS server
15:32:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:05.480154 28841 webserver.cc:460] Webserver started at http://127.0.0.1:39961/ using document root <none> and password file <none>
15:32:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:05.480707 28841 mini_oidc.cc:189] Starting OIDC Discovery server
15:32:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:05.482481 28841 webserver.cc:460] Webserver started at http://127.0.0.1:44623/ using document root <none> and password file <none>
15:32:05.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
15:32:05.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/principal' for realm 'KRBTEST.COM',
15:32:05.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
15:32:05.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:05.569353 28830 heartbeater.cc:503] Master 127.27.114.252:44595 was elected leader, sending a full tablet report...
15:32:05.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:05 dist-test-slave-hmz2 krb5kdc[28853](info): setting up network...
15:32:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
15:32:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:05 dist-test-slave-hmz2 krb5kdc[28853](info): set up 2 sockets
15:32:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:05 dist-test-slave-hmz2 krb5kdc[28853](info): commencing operation
15:32:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
15:32:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:06.645959 28841 mini_kdc.cc:121] Time spent starting KDC: real 1.137s	user 0.004s	sys 0.018s
15:32:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
15:32:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:32:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
15:32:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
15:32:06.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:32:06.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
15:32:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
15:32:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:32:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
15:32:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:32:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/test-user.keytab.
15:32:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/test-user.keytab.
15:32:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:06 dist-test-slave-hmz2 krb5kdc[28853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177526, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:32:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
15:32:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T15:32:06Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
15:32:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T15:32:06Z Disabled control of system clock
15:32:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.28.42.126@KRBTEST.COM; defaulting to no policy
15:32:06.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:32:06.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.28.42.126@KRBTEST.COM" created.
15:32:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:32:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.28.42.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.126.keytab.
15:32:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.28.42.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.126.keytab.
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:06.837899 28841 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/logs
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data/info.pb
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.42.126:41043
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.42.126
15:32:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:32:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.126.keytab
15:32:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.28.42.126
15:32:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:32:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:32:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:32:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.42.84:46845
15:32:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:32:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.42.126:41043,127.28.42.125:39205,127.28.42.124:38489
15:32:06.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:32:06.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39961/jwks.json
15:32:06.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:32:07.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.155254 28866 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:32:07.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.155977 28866 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:32:07.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.156701 28866 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:32:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.187582 28866 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:32:07.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.187908 28866 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:32:07.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.188293 28866 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:32:07.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.188630 28866 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:32:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.188941 28866 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:32:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.189252 28866 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:32:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.189491 28866 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39961/jwks.json
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:07.227042 28866 master_runner.cc:386] Master server non-default flags:
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.42.84:46845
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.42.126:41043,127.28.42.125:39205,127.28.42.124:38489
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.126.keytab
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.28.42.126
15:32:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.42.126:41043
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39961/jwks.json
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data/info.pb
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.42.126
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/logs
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:32:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:32:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:32:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:07.228612 28866 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:32:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:07.229753 28866 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:32:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.247012 28872 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.247344 28873 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:07.249801 28866 server_base.cc:1034] running on GCE node
15:32:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:07.247485 28875 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.563812 28866 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:32:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.566530 28866 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:32:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.568105 28866 hybrid_clock.cc:648] HybridClock initialized: now 1790177528568064 us; error 61 us; skew 500 ppm
15:32:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.569260 28866 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:32:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:08 dist-test-slave-hmz2 krb5kdc[28853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177528, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:32:08.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.575878 28866 init.cc:377] Logged in from keytab as kudu/127.28.42.126@KRBTEST.COM (short username kudu)
15:32:08.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.582362 28866 webserver.cc:460] Webserver started at http://127.28.42.126:35579/ using document root <none> and password file <none>
15:32:08.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.583241 28866 fs_manager.cc:359] Metadata directory not provided
15:32:08.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.583422 28866 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:32:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.583879 28866 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:32:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.588618 28866 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data/instance:
15:32:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4453c5786f644ea597fc349662b7b4ca"
15:32:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:08 on dist-test-slave-hmz2"
15:32:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.589601 28866 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal/instance:
15:32:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4453c5786f644ea597fc349662b7b4ca"
15:32:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:08 on dist-test-slave-hmz2"
15:32:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.596989 28866 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
15:32:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.602460 28884 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:32:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.603760 28866 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
15:32:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.604113 28866 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data,/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal
15:32:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4453c5786f644ea597fc349662b7b4ca"
15:32:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:08 on dist-test-slave-hmz2"
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.604507 28866 fs_report.cc:383] FS layout report
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data/data
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:32:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:32:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.638999 28866 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:32:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.644496 28866 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:32:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.644906 28866 kserver.cc:163] Server-wide thread pool size limit: 3276
15:32:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.724830 28866 rpc_server.cc:307] RPC server started. Bound to: 127.28.42.126:41043
15:32:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.724908 28935 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.42.126:41043 every 8 connection(s)
15:32:08.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.727878 28866 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data/info.pb
15:32:08.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.729266 28841 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu as pid 28866
15:32:08.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.729764 28841 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal/instance
15:32:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.734553 28936 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:32:08.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.747002 28936 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } has no permanent_uuid. Determining permanent_uuid...
15:32:08.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.28.42.125@KRBTEST.COM; defaulting to no policy
15:32:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:32:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.28.42.125@KRBTEST.COM" created.
15:32:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:08 dist-test-slave-hmz2 krb5kdc[28853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177528, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.126@KRBTEST.COM for kudu/127.28.42.126@KRBTEST.COM
15:32:08.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:32:08.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.28.42.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.125.keytab.
15:32:08.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.28.42.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.125.keytab.
15:32:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.781008 28841 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal
15:32:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data
15:32:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:32:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:32:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:32:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/logs
15:32:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data/info.pb
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.42.125:39205
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.42.125
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.125.keytab
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.28.42.125
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.42.84:46845
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.42.126:41043,127.28.42.125:39205,127.28.42.124:38489
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39961/jwks.json
15:32:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:32:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.789350 28936 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } has no permanent_uuid. Determining permanent_uuid...
15:32:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:08.792205 28888 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:08.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:08.796787 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.125:39205: Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.846397 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } attempt: 1
15:32:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:08.850289 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.125:39205: Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:08.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:08.918731 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } attempt: 2
15:32:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:08.923162 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.125:39205: Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:09.014631 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } attempt: 3
15:32:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.018805 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.125:39205: Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:09.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.103168 28942 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:32:09.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.103957 28942 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:32:09.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.105422 28942 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:32:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.139623 28942 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:32:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.139859 28942 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:32:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.140115 28942 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:32:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.140307 28942 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:32:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.140491 28942 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:32:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.140686 28942 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:32:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.140822 28942 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39961/jwks.json
15:32:09.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:09.162267 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } attempt: 4
15:32:09.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.165848 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.125:39205: Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:09.178627 28942 master_runner.cc:386] Master server non-default flags:
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.42.84:46845
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.42.126:41043,127.28.42.125:39205,127.28.42.124:38489
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.125.keytab
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.28.42.125
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.42.125:39205
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39961/jwks.json
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data/info.pb
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.42.125
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:32:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:32:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/logs
15:32:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:32:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:32:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:32:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:32:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:32:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:32:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:32:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:32:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:32:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:09.179898 28942 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:32:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:09.180857 28942 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:32:09.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.199877 28953 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:09.465279 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } attempt: 5
15:32:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.469780 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.125:39205: Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.017226 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } attempt: 6
15:32:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:10.025137 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.125:39205: Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.200120 28949 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:09.201159 28951 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:10.437450 28952 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
15:32:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.437616 28942 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:32:10.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.442549 28942 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:32:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.445926 28942 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:32:10.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.447394 28942 hybrid_clock.cc:648] HybridClock initialized: now 1790177530447334 us; error 58 us; skew 500 ppm
15:32:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.448287 28942 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:32:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:10 dist-test-slave-hmz2 krb5kdc[28853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177530, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:32:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.454895 28942 init.cc:377] Logged in from keytab as kudu/127.28.42.125@KRBTEST.COM (short username kudu)
15:32:10.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.460708 28942 webserver.cc:460] Webserver started at http://127.28.42.125:43861/ using document root <none> and password file <none>
15:32:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.461637 28942 fs_manager.cc:359] Metadata directory not provided
15:32:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.461831 28942 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:32:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.462247 28942 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:32:10.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.467644 28942 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data/instance:
15:32:10.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b913622b31374bb4b5bcac17056ba149"
15:32:10.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:10 on dist-test-slave-hmz2"
15:32:10.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.468796 28942 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal/instance:
15:32:10.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b913622b31374bb4b5bcac17056ba149"
15:32:10.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:10 on dist-test-slave-hmz2"
15:32:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.476403 28942 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.003s	sys 0.005s
15:32:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.482093 28964 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:32:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.483214 28942 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
15:32:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.483522 28942 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data,/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal
15:32:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b913622b31374bb4b5bcac17056ba149"
15:32:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:10 on dist-test-slave-hmz2"
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.483867 28942 fs_report.cc:383] FS layout report
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data/data
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:32:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:32:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:32:10.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.532864 28942 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:32:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.539353 28942 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:32:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.539822 28942 kserver.cc:163] Server-wide thread pool size limit: 3276
15:32:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.630523 28942 rpc_server.cc:307] RPC server started. Bound to: 127.28.42.125:39205
15:32:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.630584 29016 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.42.125:39205 every 8 connection(s)
15:32:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.633419 28942 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data/info.pb
15:32:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.638798 29017 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:32:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.638836 28841 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu as pid 28942
15:32:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.639197 28841 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal/instance
15:32:10.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.652833 29017 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } has no permanent_uuid. Determining permanent_uuid...
15:32:10.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.28.42.124@KRBTEST.COM; defaulting to no policy
15:32:10.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:32:10.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.28.42.124@KRBTEST.COM" created.
15:32:10.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:10 dist-test-slave-hmz2 krb5kdc[28853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177530, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.125@KRBTEST.COM for kudu/127.28.42.126@KRBTEST.COM
15:32:10.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:32:10.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.28.42.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.124.keytab.
15:32:10.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.28.42.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.124.keytab.
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.688053 28841 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/wal
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/logs
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data/info.pb
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:32:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:32:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:32:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:32:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:32:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:32:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:32:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:32:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.42.124:38489
15:32:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.42.124
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.124.keytab
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.28.42.124
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.42.84:46845
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.42.126:41043,127.28.42.125:39205,127.28.42.124:38489
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39961/jwks.json
15:32:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:32:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.697062 29017 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } has no permanent_uuid. Determining permanent_uuid...
15:32:10.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:10 dist-test-slave-hmz2 krb5kdc[28853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177530, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.125@KRBTEST.COM for kudu/127.28.42.125@KRBTEST.COM
15:32:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.731385 29017 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } has no permanent_uuid. Determining permanent_uuid...
15:32:10.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:10.734082 28968 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:10.738667 29017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.788192 29017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } attempt: 1
15:32:10.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:10.792478 29017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.861011 29017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } attempt: 2
15:32:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:10.865051 29017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:10.956478 29017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } attempt: 3
15:32:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:10.960358 29017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:11.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.031750 29023 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:32:11.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.032379 29023 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:32:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.033061 29023 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:32:11.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.072520 29023 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:32:11.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.072824 29023 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:32:11.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.073453 29023 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:32:11.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.073824 29023 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:32:11.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.074128 29023 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:32:11.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.074462 29023 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:32:11.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.074730 29023 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39961/jwks.json
15:32:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.085551 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } attempt: 7
15:32:11.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:11 dist-test-slave-hmz2 krb5kdc[28853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177528, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.126@KRBTEST.COM for kudu/127.28.42.125@KRBTEST.COM
15:32:11.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.103761 29017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } attempt: 4
15:32:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.111791 29017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.114738 28936 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } has no permanent_uuid. Determining permanent_uuid...
15:32:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.120260 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.122714 29023 master_runner.cc:386] Master server non-default flags:
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.42.84:46845
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/wal
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.42.126:41043,127.28.42.125:39205,127.28.42.124:38489
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.124.keytab
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.28.42.124
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.42.124:38489
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39961/jwks.json
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data/info.pb
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.42.124
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/logs
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:32:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:32:11.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.123911 29023 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:32:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.124972 29023 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:32:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.142818 29037 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:11.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.178716 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } attempt: 1
15:32:11.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.182876 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:11.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.264446 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } attempt: 2
15:32:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.270257 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.355851 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } attempt: 3
15:32:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.360790 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:11.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.411211 29017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } attempt: 5
15:32:11.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.414768 29017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.501351 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } attempt: 4
15:32:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.506358 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.789763 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } attempt: 5
15:32:11.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.793442 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:11.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:11.962379 29017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } attempt: 6
15:32:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.969795 29017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:12.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.346048 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } attempt: 6
15:32:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:12.353140 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.42.124:38489: Network error: Client connection negotiation failed: client connection to 127.28.42.124:38489: connect: Connection refused (error 111)
15:32:12.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.142882 29034 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:12.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:11.143836 29035 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:12.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:12.414330 29036 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
15:32:12.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.414382 29023 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:32:12.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.418946 29023 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:32:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.422344 29023 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:32:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.423794 29023 hybrid_clock.cc:648] HybridClock initialized: now 1790177532423749 us; error 61 us; skew 500 ppm
15:32:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.424619 29023 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:32:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:12 dist-test-slave-hmz2 krb5kdc[28853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177532, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:32:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.430467 29023 init.cc:377] Logged in from keytab as kudu/127.28.42.124@KRBTEST.COM (short username kudu)
15:32:12.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.436147 29023 webserver.cc:460] Webserver started at http://127.28.42.124:46149/ using document root <none> and password file <none>
15:32:12.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.437023 29023 fs_manager.cc:359] Metadata directory not provided
15:32:12.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.437217 29023 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:32:12.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.437611 29023 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:32:12.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.442483 29023 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data/instance:
15:32:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "693e0a3c2af94165a19a4e3771db548f"
15:32:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:12 on dist-test-slave-hmz2"
15:32:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.443536 29023 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/wal/instance:
15:32:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "693e0a3c2af94165a19a4e3771db548f"
15:32:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:12 on dist-test-slave-hmz2"
15:32:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.450608 29023 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.001s
15:32:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.456509 29049 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:32:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.457742 29023 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.005s
15:32:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.458142 29023 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data,/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/wal
15:32:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "693e0a3c2af94165a19a4e3771db548f"
15:32:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:12 on dist-test-slave-hmz2"
15:32:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.458487 29023 fs_report.cc:383] FS layout report
15:32:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:32:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/wal
15:32:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/wal
15:32:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data/data
15:32:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:32:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:32:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:32:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:32:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:32:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:32:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:32:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:32:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:32:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:32:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:32:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.510025 29023 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:32:12.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.516543 29023 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:32:12.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.517144 29023 kserver.cc:163] Server-wide thread pool size limit: 3276
15:32:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.604156 29023 rpc_server.cc:307] RPC server started. Bound to: 127.28.42.124:38489
15:32:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.604220 29102 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.42.124:38489 every 8 connection(s)
15:32:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.608351 29023 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data/info.pb
15:32:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.609695 28841 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu as pid 29023
15:32:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.610291 28841 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/wal/instance
15:32:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.615095 29103 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:32:12.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.636870 29103 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } has no permanent_uuid. Determining permanent_uuid...
15:32:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:12 dist-test-slave-hmz2 krb5kdc[28853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177532, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.124@KRBTEST.COM for kudu/127.28.42.126@KRBTEST.COM
15:32:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:12 dist-test-slave-hmz2 krb5kdc[28853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177526, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.28.42.124@KRBTEST.COM
15:32:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.674065 29103 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } has no permanent_uuid. Determining permanent_uuid...
15:32:12.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:12 dist-test-slave-hmz2 krb5kdc[28853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177532, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.124@KRBTEST.COM for kudu/127.28.42.125@KRBTEST.COM
15:32:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:12 dist-test-slave-hmz2 krb5kdc[28853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177526, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.28.42.125@KRBTEST.COM
15:32:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.700013 29103 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } has no permanent_uuid. Determining permanent_uuid...
15:32:12.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:12.705873 28541 debug-util.cc:398] Leaking SignalData structure 0x7b08000af200 after lost signal to thread 28409
15:32:12.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:12.707032 28541 debug-util.cc:398] Leaking SignalData structure 0x7b08000afc60 after lost signal to thread 28544
15:32:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:12 dist-test-slave-hmz2 krb5kdc[28853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177532, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.124@KRBTEST.COM for kudu/127.28.42.124@KRBTEST.COM
15:32:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:12 dist-test-slave-hmz2 krb5kdc[28853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177526, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.28.42.126@KRBTEST.COM
15:32:12.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.734675 29103 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: Bootstrap starting.
15:32:12.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.741703 29103 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: Neither blocks nor log segments found. Creating new log.
15:32:12.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.744169 29103 log.cc:824] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: Log is configured to *not* fsync() on all Append() calls
15:32:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.751458 28841 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
15:32:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.758635 29103 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: No bootstrap required, opened a new log
15:32:12.760 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:32:12.762 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}

15:32:12.783 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
  env_vars {
    key: "KRB5CCNAME"
    value: "/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5cc"
  }
  env_vars {
    key: "KRB5_CONFIG"
    value: "/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5.conf"
  }
  env_vars {
    key: "KRB5_KDC_PROFILE"
    value: "/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kdc.conf"
  }
  env_vars {
    key: "KUDU_ENABLE_KRB5_REALM_FIX"
    value: "yes"
  }
}

15:32:12.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.783622 29103 raft_consensus.cc:348] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } }
15:32:12.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.784924 29103 raft_consensus.cc:374] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:32:12.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.785400 29103 raft_consensus.cc:729] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 693e0a3c2af94165a19a4e3771db548f, State: Initialized, Role: FOLLOWER
15:32:12.785 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}

15:32:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.786593 29103 consensus_queue.cc:260] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } }
15:32:12.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.28.42.126"
      port: 41043
    }
    bound_http_address {
      host: "127.28.42.126"
      port: 35579
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.28.42.125"
      port: 39205
    }
    bound_http_address {
      host: "127.28.42.125"
      port: 43861
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.28.42.124"
      port: 38489
    }
    bound_http_address {
      host: "127.28.42.124"
      port: 46149
    }
  }
}

15:32:12.789 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}

15:32:12.789 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:32:12.789 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:32:12.791 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

15:32:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.791026 29112 sys_catalog.cc:455] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } } }
15:32:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.792004 29112 sys_catalog.cc:458] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [sys.catalog]: This master's current role is: FOLLOWER
15:32:12.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.793898 29103 sys_catalog.cc:564] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [sys.catalog]: configured and running, proceeding with master startup.
15:32:12.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:12 dist-test-slave-hmz2 krb5kdc[28853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177532, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:32:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
15:32:12.838 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:32:12.841 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5cc
15:32:12.859 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:32:12.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:12.859215 29125 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:12.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:12.859606 29125 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:12.860 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5cc
15:32:12.862 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:32:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.832504 29023 master_runner.cc:186] Error getting master registration for 127.28.42.126:41043: OK, instance_id { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" instance_seqno: 1790177528702654 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:32:12.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.871055 29023 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:32:12.873 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
15:32:12.877 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:32:12.878 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

15:32:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:12 dist-test-slave-hmz2 krb5kdc[28853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177532, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:32:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
15:32:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.916111 29112 raft_consensus.cc:482] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:32:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.916659 29112 raft_consensus.cc:504] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } }
15:32:12.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.921193 29112 leader_election.cc:288] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043), b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205)
15:32:12.924 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:32:12.924 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5cc
15:32:12.926 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:32:12.927 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.28.42.125:39205
15:32:12.930 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

15:32:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.931339 28841 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu with pid 28942
15:32:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:12.969022 29053 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.28.42.125:39205 (error 108)
15:32:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:12.976891 29053 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205): Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:12.989 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:32:12.990 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.28.42.124:38489
15:32:12.990 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

15:32:12.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:12.991024 28841 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu with pid 29023
15:32:13.014 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:32:13.015 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.28.42.126:41043
15:32:13.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

15:32:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:13.015780 28841 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu with pid 28866
15:32:13.039 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:32:13.039 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.28.42.125:39205
15:32:13.041 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:13.043449 28841 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/logs
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data/info.pb
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.42.125:39205
15:32:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.42.125
15:32:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43861
15:32:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.125.keytab
15:32:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.28.42.125
15:32:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:32:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:32:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:32:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.42.84:46845
15:32:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:32:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.42.126:41043,127.28.42.125:39205,127.28.42.124:38489
15:32:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:32:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39961/jwks.json
15:32:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:32:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.395387 29131 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:32:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.396013 29131 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:32:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.396665 29131 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:32:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.429224 29131 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:32:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.429531 29131 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:32:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.429812 29131 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:32:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.430012 29131 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:32:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.430200 29131 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:32:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.430384 29131 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:32:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.430531 29131 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39961/jwks.json
15:32:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:13.467979 29131 master_runner.cc:386] Master server non-default flags:
15:32:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.42.84:46845
15:32:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data
15:32:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal
15:32:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:32:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:32:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.42.126:41043,127.28.42.125:39205,127.28.42.124:38489
15:32:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.125.keytab
15:32:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.28.42.125
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.42.125:39205
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39961/jwks.json
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data/info.pb
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.42.125
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43861
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/logs
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:32:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:32:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:32:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:32:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:32:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:32:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:32:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:32:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:13.469244 29131 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:32:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:13.470399 29131 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:32:13.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.491746 29138 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.499518 29137 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:14.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:13.495529 29140 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:14.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:13.493213 29131 server_base.cc:1034] running on GCE node
15:32:14.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.791653 29131 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:32:14.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.794596 29131 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:32:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.795930 29131 hybrid_clock.cc:648] HybridClock initialized: now 1790177534795903 us; error 35 us; skew 500 ppm
15:32:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.796715 29131 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:32:14.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:14 dist-test-slave-hmz2 krb5kdc[28853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177534, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:32:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.802794 29131 init.cc:377] Logged in from keytab as kudu/127.28.42.125@KRBTEST.COM (short username kudu)
15:32:14.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.808358 29131 webserver.cc:460] Webserver started at http://127.28.42.125:43861/ using document root <none> and password file <none>
15:32:14.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.809316 29131 fs_manager.cc:359] Metadata directory not provided
15:32:14.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.809580 29131 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:32:14.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.818429 29131 fs_manager.cc:709] Time spent opening directory manager: real 0.006s	user 0.001s	sys 0.005s
15:32:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.824144 29149 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:32:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.825276 29131 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
15:32:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.825662 29131 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data,/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal
15:32:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b913622b31374bb4b5bcac17056ba149"
15:32:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:10 on dist-test-slave-hmz2"
15:32:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.828092 29131 fs_report.cc:383] FS layout report
15:32:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:32:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal
15:32:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal
15:32:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data/data
15:32:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:32:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:32:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:32:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:32:14.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:32:14.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:32:14.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:32:14.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:32:14.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:32:14.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:32:14.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:32:14.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.868551 29131 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:32:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.874476 29131 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:32:14.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.875031 29131 kserver.cc:163] Server-wide thread pool size limit: 3276
15:32:14.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.952540 29131 rpc_server.cc:307] RPC server started. Bound to: 127.28.42.125:39205
15:32:14.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.952636 29200 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.42.125:39205 every 8 connection(s)
15:32:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.955384 29131 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/data/info.pb
15:32:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.965723 28841 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu as pid 29131
15:32:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.966378 29201 sys_catalog.cc:263] Verifying existing consensus state
15:32:14.966 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:32:14.966 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.28.42.124:38489
15:32:14.967 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

15:32:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260923 15:32:14.967170 29201 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
15:32:14.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.967599 29131 master.cc:537] Master@127.28.42.125:39205 shutting down...
15:32:14.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:14.968690 28841 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:14.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:14.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/wal
15:32:14.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data
15:32:14.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:32:14.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:32:14.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/logs
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data/info.pb
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.42.124:38489
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.42.124
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46149
15:32:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.124.keytab
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.28.42.124
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.42.84:46845
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.42.126:41043,127.28.42.125:39205,127.28.42.124:38489
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39961/jwks.json
15:32:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:32:15.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:15.060636 29131 master.cc:552] Master@127.28.42.125:39205 shutdown complete.
15:32:15.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
15:32:15.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.311928 29203 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:32:15.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.312634 29203 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:32:15.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.313357 29203 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:32:15.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.346284 29203 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:32:15.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.346587 29203 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:32:15.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.347025 29203 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:32:15.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.347354 29203 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:32:15.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.347700 29203 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:32:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.348014 29203 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:32:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.348248 29203 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39961/jwks.json
15:32:15.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:15.385924 29203 master_runner.cc:386] Master server non-default flags:
15:32:15.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:15.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.42.84:46845
15:32:15.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:15.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:15.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data
15:32:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/wal
15:32:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:32:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:32:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.42.126:41043,127.28.42.125:39205,127.28.42.124:38489
15:32:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.124.keytab
15:32:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.28.42.124
15:32:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.42.124:38489
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39961/jwks.json
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data/info.pb
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.42.124
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46149
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/logs
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:32:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:32:15.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:32:15.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:15.387405 29203 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:32:15.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:15.388841 29203 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:32:15.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.407455 29209 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:16.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.407447 29210 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:16.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:15.407902 29212 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:16.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:15.409801 29203 server_base.cc:1034] running on GCE node
15:32:16.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.673002 29203 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:32:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.676280 29203 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:32:16.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.677747 29203 hybrid_clock.cc:648] HybridClock initialized: now 1790177536677728 us; error 66 us; skew 500 ppm
15:32:16.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.678804 29203 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:32:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:16 dist-test-slave-hmz2 krb5kdc[28853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177536, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:32:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.692061 29203 init.cc:377] Logged in from keytab as kudu/127.28.42.124@KRBTEST.COM (short username kudu)
15:32:16.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.697453 29203 webserver.cc:460] Webserver started at http://127.28.42.124:46149/ using document root <none> and password file <none>
15:32:16.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.698455 29203 fs_manager.cc:359] Metadata directory not provided
15:32:16.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.698719 29203 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:32:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.706406 29203 fs_manager.cc:709] Time spent opening directory manager: real 0.005s	user 0.006s	sys 0.000s
15:32:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.710879 29221 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:32:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.712117 29203 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
15:32:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.712503 29203 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data,/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/wal
15:32:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "693e0a3c2af94165a19a4e3771db548f"
15:32:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:12 on dist-test-slave-hmz2"
15:32:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.714993 29203 fs_report.cc:383] FS layout report
15:32:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:32:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/wal
15:32:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/wal
15:32:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data/data
15:32:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:32:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:32:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:32:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:32:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:32:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:32:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:32:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:32:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:32:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:32:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:32:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.752063 29203 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:32:16.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.758244 29203 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:32:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.758776 29203 kserver.cc:163] Server-wide thread pool size limit: 3276
15:32:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.837587 29203 rpc_server.cc:307] RPC server started. Bound to: 127.28.42.124:38489
15:32:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.837672 29273 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.42.124:38489 every 8 connection(s)
15:32:16.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.840631 29203 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-2/data/info.pb
15:32:16.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.845253 28841 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu as pid 29203
15:32:16.846 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:32:16.847 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.28.42.126:41043
15:32:16.847 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

15:32:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.848950 28841 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu
15:32:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal
15:32:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data
15:32:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:32:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:32:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:32:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/logs
15:32:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data/info.pb
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.42.126:41043
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.42.126
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35579
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.126.keytab
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.28.42.126
15:32:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:32:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:32:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:32:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.42.84:46845
15:32:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:32:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.42.126:41043,127.28.42.125:39205,127.28.42.124:38489
15:32:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:32:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39961/jwks.json
15:32:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:32:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.851627 29274 sys_catalog.cc:263] Verifying existing consensus state
15:32:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.857136 29274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: Bootstrap starting.
15:32:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.889613 29274 log.cc:824] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: Log is configured to *not* fsync() on all Append() calls
15:32:16.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.894776 29274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:32:16.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.895491 29274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: Bootstrap complete.
15:32:16.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.922210 29274 raft_consensus.cc:348] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } }
15:32:16.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.926223 29274 raft_consensus.cc:374] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:32:16.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.926519 29274 raft_consensus.cc:729] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 693e0a3c2af94165a19a4e3771db548f, State: Initialized, Role: FOLLOWER
15:32:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.927650 29274 consensus_queue.cc:260] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } }
15:32:16.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.931116 29278 sys_catalog.cc:455] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } } }
15:32:16.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.932003 29278 sys_catalog.cc:458] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [sys.catalog]: This master's current role is: FOLLOWER
15:32:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.932804 29274 sys_catalog.cc:564] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [sys.catalog]: configured and running, proceeding with master startup.
15:32:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:16.962815 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:16.963195 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.984341 29278 raft_consensus.cc:482] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:32:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.984870 29278 raft_consensus.cc:504] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } }
15:32:16.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.989279 29278 leader_election.cc:288] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043), b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205)
15:32:16.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:16.992628 29225 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:16.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:16.965363 29203 master_runner.cc:186] Error getting master registration for 127.28.42.126:41043: Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111), 
15:32:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:17.000082 29203 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:32:17.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.005908 29225 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205): Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.012229 29222 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043): Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111)
15:32:17.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:17.012674 29222 leader_election.cc:302] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 693e0a3c2af94165a19a4e3771db548f; no voters: 4453c5786f644ea597fc349662b7b4ca, b913622b31374bb4b5bcac17056ba149
15:32:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:17.013545 29278 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:32:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.014060 29227 tablet.cc:2369] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:32:17.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.219436 29276 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:32:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.220201 29276 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:32:17.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.220980 29276 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:32:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.253849 29276 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:32:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.254142 29276 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:32:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.254528 29276 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:32:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.254870 29276 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:32:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.255190 29276 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:32:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.255511 29276 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:32:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.255795 29276 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39961/jwks.json
15:32:17.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:17.296393 29276 master_runner.cc:386] Master server non-default flags:
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.42.84:46845
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.42.126:41043,127.28.42.125:39205,127.28.42.124:38489
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/krb5kdc/kudu_127.28.42.126.keytab
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.28.42.126
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.42.126:41043
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39961/jwks.json
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data/info.pb
15:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.42.126
15:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35579
15:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/logs
15:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:32:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:32:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:32:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:32:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:32:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:32:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:32:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:17.298158 29276 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:32:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:17.299669 29276 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:32:17.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.323947 29300 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.967325 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.967684 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.326013 29301 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:17.331096 29303 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:32:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:18.595785 29302 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
15:32:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.596330 29276 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:32:18.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.601280 29276 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:32:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.624208 29276 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:32:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.625887 29276 hybrid_clock.cc:648] HybridClock initialized: now 1790177538625803 us; error 57 us; skew 500 ppm
15:32:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.627053 29276 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:32:18.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:18 dist-test-slave-hmz2 krb5kdc[28853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177538, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:32:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.635978 29276 init.cc:377] Logged in from keytab as kudu/127.28.42.126@KRBTEST.COM (short username kudu)
15:32:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.643352 29276 webserver.cc:460] Webserver started at http://127.28.42.126:35579/ using document root <none> and password file <none>
15:32:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.644762 29276 fs_manager.cc:359] Metadata directory not provided
15:32:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.645068 29276 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:32:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.656419 29276 fs_manager.cc:709] Time spent opening directory manager: real 0.007s	user 0.006s	sys 0.001s
15:32:18.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.662087 29311 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:32:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.663511 29276 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.002s
15:32:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.663947 29276 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data,/tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal
15:32:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4453c5786f644ea597fc349662b7b4ca"
15:32:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:32:08 on dist-test-slave-hmz2"
15:32:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.668162 29276 fs_report.cc:383] FS layout report
15:32:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:32:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal
15:32:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal
15:32:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data/data
15:32:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:32:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:32:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:32:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:32:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:32:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:32:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:32:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:32:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:32:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:32:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:32:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.713181 29276 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:32:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.719138 29276 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:32:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.719766 29276 kserver.cc:163] Server-wide thread pool size limit: 3276
15:32:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.815088 29276 rpc_server.cc:307] RPC server started. Bound to: 127.28.42.126:41043
15:32:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.815182 29362 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.42.126:41043 every 8 connection(s)
15:32:18.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.819036 29276 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/data/info.pb
15:32:18.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.820788 28841 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu as pid 29276
15:32:18.821 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:32:18.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.834685 29363 sys_catalog.cc:263] Verifying existing consensus state
15:32:18.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260923 15:32:18.835858 29363 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
15:32:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.837826 29276 master.cc:537] Master@127.28.42.126:41043 shutting down...
15:32:18.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:18.924757 29276 master.cc:552] Master@127.28.42.126:41043 shutdown complete.
15:32:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasksMwgBq/test-tmp/mini-kudu-cluster6694807117394578589/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
15:32:18.949 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:18.971972 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:18.972281 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:19.019 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.42.124:38489(127.28.42.124:38489)] connecting to peer
15:32:19.021 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:19.051798 29368 raft_consensus.cc:482] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:32:19.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:19.052474 29368 raft_consensus.cc:504] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } }
15:32:19.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:19.053848 29368 leader_election.cc:288] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043), b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205)
15:32:19.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:19.060446 29222 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043): Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111)
15:32:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:19.061296 29225 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205): Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:19.061702 29225 leader_election.cc:302] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 693e0a3c2af94165a19a4e3771db548f; no voters: 4453c5786f644ea597fc349662b7b4ca, b913622b31374bb4b5bcac17056ba149
15:32:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:19.062350 29368 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:32:19.102 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.42.124:38489(127.28.42.124:38489)] Successfully connected to peer
15:32:19.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.197 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
15:32:19.225 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.28.42.124
15:32:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:19 dist-test-slave-hmz2 krb5kdc[28853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177532, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.28.42.124@KRBTEST.COM
15:32:19.597 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x154acec1, L:/127.0.0.1:54194 - R:/127.28.42.124:38489] using SASL/GSSAPI
15:32:19.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:19.632 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:19.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.637 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:19.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:19.651 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:19.653 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:19.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:19.672 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:19.673 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:19.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:19.691 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:19.693 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:19.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:19.731 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:19.734 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:19.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:19.811 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:19.813 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:19.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:19.852 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:19.854 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:19.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:19.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:19.860 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:19.975417 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:19.975802 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:20.051 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:20.053 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:20.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:20.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:20.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:20.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:20.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:20.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:20.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:20.552 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:20.553 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:20.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:20.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:20.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:20.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:20.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:20.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:20.560 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:20.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:20.978636 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:20.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:20.978915 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:21.347084 29376 raft_consensus.cc:482] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:32:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:21.347471 29376 raft_consensus.cc:504] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } }
15:32:21.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:21.349102 29376 leader_election.cc:288] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043), b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205)
15:32:21.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:21.353917 29222 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043): Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111)
15:32:21.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:21.354431 29225 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205): Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:21.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:21.354712 29225 leader_election.cc:302] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 693e0a3c2af94165a19a4e3771db548f; no voters: 4453c5786f644ea597fc349662b7b4ca, b913622b31374bb4b5bcac17056ba149
15:32:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:21.355206 29376 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:32:21.531 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:21.532 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:21.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:21.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:21.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:21.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:21.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:21.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:21.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:21.981992 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:21.982307 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:22.002821 29203 master_runner.cc:186] Error getting master registration for 127.28.42.126:41043: Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111), 
15:32:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:22.003183 29203 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:32:22.371 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:22.373 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:22.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:22.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:22.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:22.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:22.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:22.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:22.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:22.985294 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:22.985591 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:23.988672 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:23.988991 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:24.991947 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:24.992231 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:25.812 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:25.813 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:25.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:25.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:25.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:25.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:25.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:25.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:25.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:25.995553 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:25.996007 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:26.293514 29388 raft_consensus.cc:482] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:32:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:26.294090 29388 raft_consensus.cc:504] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } }
15:32:26.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:26.295961 29388 leader_election.cc:288] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043), b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205)
15:32:26.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:26.298195 29222 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111) [suppressed 5 similar messages]
15:32:26.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:26.301348 29222 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043): Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111)
15:32:26.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:26.301888 29225 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205): Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:26.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:26.302150 29225 leader_election.cc:302] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 693e0a3c2af94165a19a4e3771db548f; no voters: 4453c5786f644ea597fc349662b7b4ca, b913622b31374bb4b5bcac17056ba149
15:32:26.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:26.302696 29388 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:32:26.431 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:26.433 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:26.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:26.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:26.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:26.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:26.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:26.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:26.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:26.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:26 dist-test-slave-hmz2 krb5kdc[28853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177546, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:32:26.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:26.696039 29217 init.cc:295] Successfully reacquired a new kerberos TGT
15:32:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:26.999203 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:26.999469 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:27.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:27.005859 29203 master_runner.cc:186] Error getting master registration for 127.28.42.126:41043: Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111), 
15:32:27.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:27.006304 29203 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:32:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:28.002372 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:28.002637 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:28.932 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:28.934 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:28.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:28.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:28.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:28.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:28.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:28.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:28.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:29.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:29.005467 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:29.005736 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:29.211 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:29.212 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:29.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:29.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:29.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:29.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:29.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:29.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:29.216 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:30.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:30.008714 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:30.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:30.008976 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:31.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:31.011821 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:31.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:31.012101 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:32.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:32.008987 29203 master_runner.cc:186] Error getting master registration for 127.28.42.126:41043: Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111), 
15:32:32.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:32.009328 29203 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:32:32.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:32.014753 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:32.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:32.014977 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:32.028946 29399 raft_consensus.cc:482] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:32:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:32.029356 29399 raft_consensus.cc:504] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } }
15:32:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:32.031008 29399 leader_election.cc:288] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043), b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205)
15:32:32.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:32.031986 29222 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111) [suppressed 1 similar messages]
15:32:32.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:32.034999 29222 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043): Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111)
15:32:32.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:32.035470 29225 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205): Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:32.035857 29225 leader_election.cc:302] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 693e0a3c2af94165a19a4e3771db548f; no voters: 4453c5786f644ea597fc349662b7b4ca, b913622b31374bb4b5bcac17056ba149
15:32:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:32.036367 29399 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:32:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:32.473515 28826 debug-util.cc:398] Leaking SignalData structure 0x7b08000bec20 after lost signal to thread 28698
15:32:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:32.474581 28826 debug-util.cc:398] Leaking SignalData structure 0x7b08000afcc0 after lost signal to thread 28829
15:32:32.792 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:32.796 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:32.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:32.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:32.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:32.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:32.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:32.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:32.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:33.019413 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:33.019788 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:34.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:34.022562 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:34.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:34.022814 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:35.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:35.025750 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:35.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:35.026064 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:35.291 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:35.293 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:35.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:35.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:35.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:35.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:35.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:35.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:35.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:36.029808 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:36.030196 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:36.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:36 dist-test-slave-hmz2 krb5kdc[28853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177556, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:32:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:36.698392 29217 init.cc:295] Successfully reacquired a new kerberos TGT
15:32:36.731 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:36.732 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:36.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:36.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:36.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:36.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:36.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:36.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:36.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:37.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:37.012669 29203 master_runner.cc:186] Error getting master registration for 127.28.42.126:41043: Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111), 
15:32:37.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:37.013067 29203 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:32:37.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:37.033160 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:37.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:37.033521 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:37.072 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:37.073 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:37.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:37.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:37.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:37.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:37.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:37.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:37.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:38.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:38.036648 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:38.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:38.036933 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:39.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:39.039968 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:39.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:39.040218 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:40.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:40.042868 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:40.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:40.043169 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:40.611 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:40.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:40.613 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:40.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:40.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:40.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:40.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:40.615 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:40.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:40.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:40.845212 29270 debug-util.cc:398] Leaking SignalData structure 0x7b08000b37c0 after lost signal to thread 29204
15:32:40.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:40.845767 29270 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8ea0 after lost signal to thread 29273
15:32:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:41.047643 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:41.048017 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:42.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:42.038967 29203 master_runner.cc:186] Error getting master registration for 127.28.42.126:41043: Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111), 
15:32:42.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:42.039450 29203 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:32:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:42.052397 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:42.052716 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:42.871 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:42.872 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:42.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:42.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:42.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:42.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:42.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:42.874 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:42.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:43.055967 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:43.056196 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:43.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:43.173596 29420 raft_consensus.cc:482] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:32:43.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:43.174072 29420 raft_consensus.cc:504] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4453c5786f644ea597fc349662b7b4ca" member_type: VOTER last_known_addr { host: "127.28.42.126" port: 41043 } } peers { permanent_uuid: "b913622b31374bb4b5bcac17056ba149" member_type: VOTER last_known_addr { host: "127.28.42.125" port: 39205 } } peers { permanent_uuid: "693e0a3c2af94165a19a4e3771db548f" member_type: VOTER last_known_addr { host: "127.28.42.124" port: 38489 } }
15:32:43.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:43.176066 29420 leader_election.cc:288] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043), b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205)
15:32:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:43.178158 29222 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111) [suppressed 1 similar messages]
15:32:43.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:43.181015 29225 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b913622b31374bb4b5bcac17056ba149 (127.28.42.125:39205): Network error: Client connection negotiation failed: client connection to 127.28.42.125:39205: connect: Connection refused (error 111)
15:32:43.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:43.181490 29222 leader_election.cc:334] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4453c5786f644ea597fc349662b7b4ca (127.28.42.126:41043): Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111)
15:32:43.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:43.181860 29222 leader_election.cc:302] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 693e0a3c2af94165a19a4e3771db548f; no voters: 4453c5786f644ea597fc349662b7b4ca, b913622b31374bb4b5bcac17056ba149
15:32:43.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:43.182533 29420 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:32:44.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:44.058977 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:44.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:44.059273 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:45.062285 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:45.062561 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:45.991 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:45.992 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:45.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:45.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:45.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:45.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:45.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:45.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:45.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:46.065864 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:46.066188 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:46.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:32:46 dist-test-slave-hmz2 krb5kdc[28853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177566, etypes {rep=17 tkt=17 ses=17}, kudu/127.28.42.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:32:46.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:46.700843 29217 init.cc:295] Successfully reacquired a new kerberos TGT
15:32:47.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:47.043056 29203 master_runner.cc:186] Error getting master registration for 127.28.42.126:41043: Network error: Client connection negotiation failed: client connection to 127.28.42.126:41043: connect: Connection refused (error 111), 
15:32:47.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:47.043517 29203 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:32:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:47.069013 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:47.069255 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:48.071 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:48.072 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:48.071978 29289 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 693e0a3c2af94165a19a4e3771db548f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:32:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:32:48.072281 29289 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:32:48.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:48.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:48.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:48.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:48.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:48.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:48.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:48.772 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.125:39205(127.28.42.125:39205)] connecting to peer
15:32:48.773 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.28.42.126:41043(127.28.42.126:41043)] connecting to peer
15:32:48.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:48.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:48.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.125:39205(127.28.42.125:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:48.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.42.126:41043(127.28.42.126:41043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:48.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.125:39205: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205
15:32:48.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.42.126:41043: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
15:32:48.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043; will retry
15:32:48.781 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29948), Traces: [0ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [253ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [258ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [757ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [776ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [782ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [785ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [788ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [789ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [800ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [802ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [802ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [803ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [821ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [822ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [823ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [824ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [841ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [841ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [843ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [844ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [876ms] refreshing cache from master, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [881ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [885ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [886ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [956ms] refreshing cache from master, [956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [961ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [961ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [964ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [965ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [996ms] refreshing cache from master, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1005ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1195ms] refreshing cache from master, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [1197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [1198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1204ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [1205ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1696ms] refreshing cache from master, [1697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [1698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [1698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1705ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [1706ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [2675ms] refreshing cache from master, [2676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [2677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [2677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [2680ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [2682ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [3516ms] refreshing cache from master, [3516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [3517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [3518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [3521ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [3521ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [3523ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [6956ms] refreshing cache from master, [6956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [6957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [6958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [6960ms] too many traces: truncated at 100 traces, deferred=Deferred@793891858(state=PENDING, result=null, callback=(continuation of Deferred@1491453397 after retry RPC after error@1448736324) -> (continuation of Deferred@1850554372 after retry RPC after error@1327337627) -> (continuation of Deferred@958414784 after retry RPC after error@542250358) -> (continuation of Deferred@660112480 after retry RPC after error@73548120) -> (continuation of Deferred@1006936107 after retry RPC after error@206433144) -> (continuation of Deferred@1867846933 after retry RPC after error@2032922918) -> (continuation of Deferred@1622606800 after retry RPC after error@63054485) -> (continuation of Deferred@1157132869 after retry RPC after error@1652300093) -> (continuation of Deferred@982335265 after retry RPC after error@684287087) -> (continuation of Deferred@790905193 after retry RPC after error@756219969) -> (continuation of Deferred@2117359349 after retry RPC after error@490585920) -> (continuation of Deferred@270506631 after retry RPC after error@624656845) -> (continuation of Deferred@2045048929 after retry RPC after error@164859810) -> (continuation of Deferred@1710553021 after retry RPC after error@473442087) -> (continuation of Deferred@1111614257 after retry RPC after error@1476053572) -> (continuation of Deferred@359761433 after retry RPC after error@1210948239) -> (continuation of Deferred@95985872 after retry RPC after error@68285129) -> (continuation of Deferred@499772700 after retry RPC after error@957674952) -> (continuation of Deferred@2045406234 after retry RPC after error@1919311444) -> (continuation of Deferred@546700297 after retry RPC after error@1051850598) -> (continuation of Deferred@336713238 after retry RPC after error@1422241342) -> (continuation of Deferred@1530885403 after retry RPC after error@1778693085) -> (continuation of Deferred@1891596781 after retry RPC after error@166895002) -> (continuation of Deferred@700823058 after retry RPC after error@1712353964), errback=(continuation of Deferred@1491453397 after retry RPC after error@1448736324) -> (continuation of Deferred@1850554372 after retry RPC after error@1327337627) -> (continuation of Deferred@958414784 after retry RPC after error@542250358) -> (continuation of Deferred@660112480 after retry RPC after error@73548120) -> (continuation of Deferred@1006936107 after retry RPC after error@206433144) -> (continuation of Deferred@1867846933 after retry RPC after error@2032922918) -> (continuation of Deferred@1622606800 after retry RPC after error@63054485) -> (continuation of Deferred@1157132869 after retry RPC after error@1652300093) -> (continuation of Deferred@982335265 after retry RPC after error@684287087) -> (continuation of Deferred@790905193 after retry RPC after error@756219969) -> (continuation of Deferred@2117359349 after retry RPC after error@490585920) -> (continuation of Deferred@270506631 after retry RPC after error@624656845) -> (continuation of Deferred@2045048929 after retry RPC after error@164859810) -> (continuation of Deferred@1710553021 after retry RPC after error@473442087) -> (continuation of Deferred@1111614257 after retry RPC after error@1476053572) -> (continuation of Deferred@359761433 after retry RPC after error@1210948239) -> (continuation of Deferred@95985872 after retry RPC after error@68285129) -> (continuation of Deferred@499772700 after retry RPC after error@957674952) -> (continuation of Deferred@2045406234 after retry RPC after error@1919311444) -> (continuation of Deferred@546700297 after retry RPC after error@1051850598) -> (continuation of Deferred@336713238 after retry RPC after error@1422241342) -> (continuation of Deferred@1530885403 after retry RPC after error@1778693085) -> (continuation of Deferred@1891596781 after retry RPC after error@166895002) -> (continuation of Deferred@700823058 after retry RPC after error@1712353964)))
15:32:48.788 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.28.42.124:38489(127.28.42.124:38489)] disconnecting while in state READY
15:32:48.790 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.28.42.126:41043(127.28.42.126:41043)] disconnecting while in state TERMINATED
15:32:48.790 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.28.42.125:39205(127.28.42.125:39205)] disconnecting while in state TERMINATED
15:32:48.795 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:32:48.796 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:32:48.797 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.42.124:38489(127.28.42.124:38489)] handling channelInactive
15:32:48.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.42.124:38489(127.28.42.124:38489)] cleaning up while in state READY due to: connection closed
15:32:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:48.805960 28841 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu with pid 29203
15:32:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T15:32:50Z chronyd exiting
15:32:51.133 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:32:51.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:51.135350 28107 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu with pid 28389
15:32:51.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:51.164045 28107 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu with pid 28555
15:32:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:51.192160 28107 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu with pid 28694
15:32:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:51.221939 28107 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu with pid 28119
15:32:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:51.252727 28107 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu with pid 28190
15:32:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:32:51.286052 28107 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksMwgBq/build/tsan/bin/kudu with pid 28265
15:32:52.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T15:32:52Z chronyd exiting
15:32:53.476 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29948), Traces: [0ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [253ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [258ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [757ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [776ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [782ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [785ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [788ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [789ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [800ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [802ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [802ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [803ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [821ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [822ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [823ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [824ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [841ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [841ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [843ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [844ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [876ms] refreshing cache from master, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [881ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [885ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [886ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [956ms] refreshing cache from master, [956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [961ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [961ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [964ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [965ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [996ms] refreshing cache from master, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1005ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1195ms] refreshing cache from master, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [1197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [1198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1204ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [1205ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1696ms] refreshing cache from master, [1697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [1698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [1698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1705ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [1706ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [2675ms] refreshing cache from master, [2676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [2677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [2677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [2680ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [2682ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [3516ms] refreshing cache from master, [3516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [3517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [3518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [3521ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [3521ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [3523ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [6956ms] refreshing cache from master, [6956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [6957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [6958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [6960ms] too many traces: truncated at 100 traces, deferred=Deferred@793891858(state=PENDING, result=null, callback=(continuation of Deferred@1491453397 after retry RPC after error@1448736324) -> (continuation of Deferred@1850554372 after retry RPC after error@1327337627) -> (continuation of Deferred@958414784 after retry RPC after error@542250358) -> (continuation of Deferred@660112480 after retry RPC after error@73548120) -> (continuation of Deferred@1006936107 after retry RPC after error@206433144) -> (continuation of Deferred@1867846933 after retry RPC after error@2032922918) -> (continuation of Deferred@1622606800 after retry RPC after error@63054485) -> (continuation of Deferred@1157132869 after retry RPC after error@1652300093) -> (continuation of Deferred@982335265 after retry RPC after error@684287087) -> (continuation of Deferred@790905193 after retry RPC after error@756219969) -> (continuation of Deferred@2117359349 after retry RPC after error@490585920) -> (continuation of Deferred@270506631 after retry RPC after error@624656845) -> (continuation of Deferred@2045048929 after retry RPC after error@164859810) -> (continuation of Deferred@1710553021 after retry RPC after error@473442087) -> (continuation of Deferred@1111614257 after retry RPC after error@1476053572) -> (continuation of Deferred@359761433 after retry RPC after error@1210948239) -> (continuation of Deferred@95985872 after retry RPC after error@68285129) -> (continuation of Deferred@499772700 after retry RPC after error@957674952) -> (continuation of Deferred@2045406234 after retry RPC after error@1919311444) -> (continuation of Deferred@546700297 after retry RPC after error@1051850598) -> (continuation of Deferred@336713238 after retry RPC after error@1422241342) -> (continuation of Deferred@1530885403 after retry RPC after error@1778693085) -> (continuation of Deferred@1891596781 after retry RPC after error@166895002) -> (continuation of Deferred@700823058 after retry RPC after error@1712353964), errback=(continuation of Deferred@1491453397 after retry RPC after error@1448736324) -> (continuation of Deferred@1850554372 after retry RPC after error@1327337627) -> (continuation of Deferred@958414784 after retry RPC after error@542250358) -> (continuation of Deferred@660112480 after retry RPC after error@73548120) -> (continuation of Deferred@1006936107 after retry RPC after error@206433144) -> (continuation of Deferred@1867846933 after retry RPC after error@2032922918) -> (continuation of Deferred@1622606800 after retry RPC after error@63054485) -> (continuation of Deferred@1157132869 after retry RPC after error@1652300093) -> (continuation of Deferred@982335265 after retry RPC after error@684287087) -> (continuation of Deferred@790905193 after retry RPC after error@756219969) -> (continuation of Deferred@2117359349 after retry RPC after error@490585920) -> (continuation of Deferred@270506631 after retry RPC after error@624656845) -> (continuation of Deferred@2045048929 after retry RPC after error@164859810) -> (continuation of Deferred@1710553021 after retry RPC after error@473442087) -> (continuation of Deferred@1111614257 after retry RPC after error@1476053572) -> (continuation of Deferred@359761433 after retry RPC after error@1210948239) -> (continuation of Deferred@95985872 after retry RPC after error@68285129) -> (continuation of Deferred@499772700 after retry RPC after error@957674952) -> (continuation of Deferred@2045406234 after retry RPC after error@1919311444) -> (continuation of Deferred@546700297 after retry RPC after error@1051850598) -> (continuation of Deferred@336713238 after retry RPC after error@1422241342) -> (continuation of Deferred@1530885403 after retry RPC after error@1778693085) -> (continuation of Deferred@1891596781 after retry RPC after error@166895002) -> (continuation of Deferred@700823058 after retry RPC after error@1712353964)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
		at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.28.42.126:41043
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29948), Traces: [0ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [253ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [258ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [757ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [776ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [782ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [785ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [788ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [789ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [800ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [802ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [802ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [803ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [821ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [822ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [823ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [824ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [841ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [841ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [843ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [844ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [876ms] refreshing cache from master, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [881ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [885ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [886ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [956ms] refreshing cache from master, [956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [961ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [961ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [964ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [965ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [996ms] refreshing cache from master, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1005ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1195ms] refreshing cache from master, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [1197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [1198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1204ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [1205ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1696ms] refreshing cache from master, [1697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [1698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [1698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [1705ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [1706ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [2675ms] refreshing cache from master, [2676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [2677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [2677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [2680ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [2682ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [3516ms] refreshing cache from master, [3516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [3517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [3518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [3521ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.126:41043: Network error: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043, [3521ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.125:39205: Network error: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.28.42.124:38489: OK, [3523ms] delaying RPC due to: Service unavailable: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205, [6956ms] refreshing cache from master, [6956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.125:39205, [6957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.124:38489, [6958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.42.126:41043, [6960ms] too many traces: truncated at 100 traces, deferred=Deferred@793891858(state=PENDING, result=null, callback=(continuation of Deferred@1491453397 after retry RPC after error@1448736324) -> (continuation of Deferred@1850554372 after retry RPC after error@1327337627) -> (continuation of Deferred@958414784 after retry RPC after error@542250358) -> (continuation of Deferred@660112480 after retry RPC after error@73548120) -> (continuation of Deferred@1006936107 after retry RPC after error@206433144) -> (continuation of Deferred@1867846933 after retry RPC after error@2032922918) -> (continuation of Deferred@1622606800 after retry RPC after error@63054485) -> (continuation of Deferred@1157132869 after retry RPC after error@1652300093) -> (continuation of Deferred@982335265 after retry RPC after error@684287087) -> (continuation of Deferred@790905193 after retry RPC after error@756219969) -> (continuation of Deferred@2117359349 after retry RPC after error@490585920) -> (continuation of Deferred@270506631 after retry RPC after error@624656845) -> (continuation of Deferred@2045048929 after retry RPC after error@164859810) -> (continuation of Deferred@1710553021 after retry RPC after error@473442087) -> (continuation of Deferred@1111614257 after retry RPC after error@1476053572) -> (continuation of Deferred@359761433 after retry RPC after error@1210948239) -> (continuation of Deferred@95985872 after retry RPC after error@68285129) -> (continuation of Deferred@499772700 after retry RPC after error@957674952) -> (continuation of Deferred@2045406234 after retry RPC after error@1919311444) -> (continuation of Deferred@546700297 after retry RPC after error@1051850598) -> (continuation of Deferred@336713238 after retry RPC after error@1422241342) -> (continuation of Deferred@1530885403 after retry RPC after error@1778693085) -> (continuation of Deferred@1891596781 after retry RPC after error@166895002) -> (continuation of Deferred@700823058 after retry RPC after error@1712353964), errback=(continuation of Deferred@1491453397 after retry RPC after error@1448736324) -> (continuation of Deferred@1850554372 after retry RPC after error@1327337627) -> (continuation of Deferred@958414784 after retry RPC after error@542250358) -> (continuation of Deferred@660112480 after retry RPC after error@73548120) -> (continuation of Deferred@1006936107 after retry RPC after error@206433144) -> (continuation of Deferred@1867846933 after retry RPC after error@2032922918) -> (continuation of Deferred@1622606800 after retry RPC after error@63054485) -> (continuation of Deferred@1157132869 after retry RPC after error@1652300093) -> (continuation of Deferred@982335265 after retry RPC after error@684287087) -> (continuation of Deferred@790905193 after retry RPC after error@756219969) -> (continuation of Deferred@2117359349 after retry RPC after error@490585920) -> (continuation of Deferred@270506631 after retry RPC after error@624656845) -> (continuation of Deferred@2045048929 after retry RPC after error@164859810) -> (continuation of Deferred@1710553021 after retry RPC after error@473442087) -> (continuation of Deferred@1111614257 after retry RPC after error@1476053572) -> (continuation of Deferred@359761433 after retry RPC after error@1210948239) -> (continuation of Deferred@95985872 after retry RPC after error@68285129) -> (continuation of Deferred@499772700 after retry RPC after error@957674952) -> (continuation of Deferred@2045406234 after retry RPC after error@1919311444) -> (continuation of Deferred@546700297 after retry RPC after error@1051850598) -> (continuation of Deferred@336713238 after retry RPC after error@1422241342) -> (continuation of Deferred@1530885403 after retry RPC after error@1778693085) -> (continuation of Deferred@1891596781 after retry RPC after error@166895002) -> (continuation of Deferred@700823058 after retry RPC after error@1712353964)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:750)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.28.42.125:39205,127.28.42.124:38489,127.28.42.126:41043) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.125:39205(127.28.42.125:39205): Connection refused: /127.28.42.125:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.42.126:41043(127.28.42.126:41043): Connection refused: /127.28.42.126:41043
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.28.42.126:41043
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)