23:34:48.950 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:34:48.962 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasksngkcS/test-tmp
23:34:48.965 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:34:48.969 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasksngkcS/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:34:49.231 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
23:34:49.416 [DEBUG - main] (MiniKuduCluster.java:195) Response:
23:34:49.417 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
23:34:49.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:49.421239 27214 mini_oidc.cc:152] Starting JWKS server
23:34:49.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:49.425310 27214 webserver.cc:460] Webserver started at http://127.0.0.1:34881/ using document root <none> and password file <none>
23:34:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:49.425985 27214 mini_oidc.cc:189] Starting OIDC Discovery server
23:34:49.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:49.428225 27214 webserver.cc:460] Webserver started at http://127.0.0.1:35669/ using document root <none> and password file <none>
23:34:49.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T23:34:49Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
23:34:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T23:34:49Z Disabled control of system clock
23:34:49.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:49.480551 27214 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:34:49.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:34:49.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/wal
23:34:49.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/data
23:34:49.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:34:49.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:34:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:34:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:34:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:34:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:34:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/logs
23:34:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/data/info.pb
23:34:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:34:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:34:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:34:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:34:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:34:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:34:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:34:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:34:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:34:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:34:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:34:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:34:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.147.190:41623
23:34:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.147.190
23:34:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:34:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.147.148:35233
23:34:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:34:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:34:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:34:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:34:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.147.190:41623,127.26.147.189:40041,127.26.147.188:33237
23:34:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:34:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34881/jwks.json with env {}
23:34:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:49.796335 27227 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:34:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:49.796931 27227 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:34:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:49.797546 27227 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:34:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:49.828632 27227 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:34:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:49.828987 27227 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:34:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:49.829293 27227 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:34:49.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:49.829584 27227 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:34:49.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:49.829906 27227 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:34:49.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:49.830166 27227 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34881/jwks.json
23:34:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:49.871696 27227 master_runner.cc:386] Master server non-default flags:
23:34:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:34:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.147.148:35233
23:34:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:34:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:34:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/data
23:34:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/wal
23:34:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:34:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.147.190:41623,127.26.147.189:40041,127.26.147.188:33237
23:34:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:34:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:34:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:34:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.147.190:41623
23:34:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:34:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:34:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:34:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34881/jwks.json
23:34:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:34:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:34:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/data/info.pb
23:34:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.147.190
23:34:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:34:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:34:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:34:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:34:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:34:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:34:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/logs
23:34:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:34:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:34:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:34:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:34:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:34:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:34:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:34:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 22:47:25 UTC on ccycloud.quasar-hytfkc.root.comops.site
23:34:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579239
23:34:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:34:49.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:49.873126 27227 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:34:49.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:49.874855 27227 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:34:49.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:49.894797 27234 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:34:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:49.894904 27237 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:34:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:49.896394 27227 server_base.cc:1034] running on GCE node
23:34:51.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:49.894814 27235 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:34:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.158398 27227 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:34:51.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.161252 27227 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:34:51.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.162670 27227 hybrid_clock.cc:648] HybridClock initialized: now 1786404891162642 us; error 43 us; skew 500 ppm
23:34:51.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.163738 27227 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:34:51.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.170719 27227 webserver.cc:460] Webserver started at http://127.26.147.190:39445/ using document root <none> and password file <none>
23:34:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.171830 27227 fs_manager.cc:359] Metadata directory not provided
23:34:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.172084 27227 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:34:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.172636 27227 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:34:51.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.177811 27227 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/data/instance:
23:34:51.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4582348ce22a40f981eabd0de0bb4784"
23:34:51.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:34:51 on dist-test-slave-9jjr"
23:34:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.179203 27227 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/wal/instance:
23:34:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4582348ce22a40f981eabd0de0bb4784"
23:34:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:34:51 on dist-test-slave-9jjr"
23:34:51.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.187351 27227 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
23:34:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.193878 27247 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:34:51.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.195196 27227 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
23:34:51.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.195611 27227 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/data,/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/wal
23:34:51.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4582348ce22a40f981eabd0de0bb4784"
23:34:51.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:34:51 on dist-test-slave-9jjr"
23:34:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.196014 27227 fs_report.cc:383] FS layout report
23:34:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:34:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/wal
23:34:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/wal
23:34:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/data/data
23:34:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:34:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:34:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:34:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:34:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:34:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:34:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:34:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:34:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:34:51.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:34:51.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:34:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.231580 27227 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:34:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.233279 27227 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:34:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.233861 27227 kserver.cc:163] Server-wide thread pool size limit: 3276
23:34:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.313174 27227 rpc_server.cc:307] RPC server started. Bound to: 127.26.147.190:41623
23:34:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.313284 27304 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.147.190:41623 every 8 connection(s)
23:34:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.316042 27227 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/data/info.pb
23:34:51.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.320925 27214 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu as pid 27227
23:34:51.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.321431 27214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-0/wal/instance
23:34:51.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.323057 27306 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:34:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.327188 27214 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:34:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:34:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/wal
23:34:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/data
23:34:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:34:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:34:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:34:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:34:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:34:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:34:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/logs
23:34:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/data/info.pb
23:34:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:34:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:34:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:34:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:34:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:34:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:34:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:34:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:34:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:34:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:34:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:34:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:34:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.147.189:40041
23:34:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.147.189
23:34:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:34:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.147.148:35233
23:34:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:34:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:34:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:34:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:34:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.147.190:41623,127.26.147.189:40041,127.26.147.188:33237
23:34:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:34:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34881/jwks.json with env {}
23:34:51.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.339241 27306 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } has no permanent_uuid. Determining permanent_uuid...
23:34:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.372107 27306 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } has no permanent_uuid. Determining permanent_uuid...
23:34:51.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.374583 27250 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.147.189:40041: connect: Connection refused (error 111)
23:34:51.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.379256 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.189:40041: Network error: Client connection negotiation failed: client connection to 127.26.147.189:40041: connect: Connection refused (error 111)
23:34:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.428812 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } attempt: 1
23:34:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.433521 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.189:40041: Network error: Client connection negotiation failed: client connection to 127.26.147.189:40041: connect: Connection refused (error 111)
23:34:51.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.502015 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } attempt: 2
23:34:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.506201 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.189:40041: Network error: Client connection negotiation failed: client connection to 127.26.147.189:40041: connect: Connection refused (error 111)
23:34:51.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.597674 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } attempt: 3
23:34:51.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.601512 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.189:40041: Network error: Client connection negotiation failed: client connection to 127.26.147.189:40041: connect: Connection refused (error 111)
23:34:51.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.644945 27308 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:34:51.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.645524 27308 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:34:51.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.646096 27308 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:34:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.677191 27308 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:34:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.677461 27308 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:34:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.677659 27308 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:34:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.677852 27308 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:34:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.678030 27308 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:34:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.678277 27308 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34881/jwks.json
23:34:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.712548 27308 master_runner.cc:386] Master server non-default flags:
23:34:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:34:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.147.148:35233
23:34:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:34:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:34:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/data
23:34:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/wal
23:34:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:34:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.147.190:41623,127.26.147.189:40041,127.26.147.188:33237
23:34:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:34:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:34:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:34:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.147.189:40041
23:34:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:34:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:34:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:34:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34881/jwks.json
23:34:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:34:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:34:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/data/info.pb
23:34:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.147.189
23:34:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:34:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:34:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:34:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:34:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:34:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:34:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/logs
23:34:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:34:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:34:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:34:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:34:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:34:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:34:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:34:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 22:47:25 UTC on ccycloud.quasar-hytfkc.root.comops.site
23:34:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579239
23:34:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:34:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.713790 27308 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:34:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.715458 27308 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:34:51.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.735929 27319 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:34:51.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.744941 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } attempt: 4
23:34:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.748560 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.189:40041: Network error: Client connection negotiation failed: client connection to 127.26.147.189:40041: connect: Connection refused (error 111)
23:34:52.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.047956 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } attempt: 5
23:34:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:52.051769 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.189:40041: Network error: Client connection negotiation failed: client connection to 127.26.147.189:40041: connect: Connection refused (error 111)
23:34:52.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.599155 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } attempt: 6
23:34:52.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:52.611575 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.189:40041: Network error: Client connection negotiation failed: client connection to 127.26.147.189:40041: connect: Connection refused (error 111)
23:34:52.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.735918 27321 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:34:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:51.738021 27308 server_base.cc:1034] running on GCE node
23:34:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:51.736884 27318 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:34:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.937032 27308 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:34:52.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.940301 27308 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:34:52.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.941650 27308 hybrid_clock.cc:648] HybridClock initialized: now 1786404892941600 us; error 74 us; skew 500 ppm
23:34:52.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.942807 27308 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:34:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.949494 27308 webserver.cc:460] Webserver started at http://127.26.147.189:44795/ using document root <none> and password file <none>
23:34:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.950551 27308 fs_manager.cc:359] Metadata directory not provided
23:34:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.950742 27308 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:34:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.951133 27308 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:34:52.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.956283 27308 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/data/instance:
23:34:52.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81ff71ea2aff45f7a044dccab4f03920"
23:34:52.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:34:52 on dist-test-slave-9jjr"
23:34:52.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.957389 27308 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/wal/instance:
23:34:52.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81ff71ea2aff45f7a044dccab4f03920"
23:34:52.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:34:52 on dist-test-slave-9jjr"
23:34:52.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.964833 27308 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
23:34:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.970487 27330 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:34:52.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.971686 27308 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
23:34:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.971961 27308 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/data,/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/wal
23:34:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81ff71ea2aff45f7a044dccab4f03920"
23:34:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:34:52 on dist-test-slave-9jjr"
23:34:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:52.972268 27308 fs_report.cc:383] FS layout report
23:34:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:34:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/wal
23:34:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/wal
23:34:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/data/data
23:34:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:34:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:34:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:34:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:34:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:34:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:34:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:34:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:34:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:34:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:34:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:34:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.022893 27308 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:34:53.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.024398 27308 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:34:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.024825 27308 kserver.cc:163] Server-wide thread pool size limit: 3276
23:34:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.150350 27308 rpc_server.cc:307] RPC server started. Bound to: 127.26.147.189:40041
23:34:53.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.150429 27386 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.147.189:40041 every 8 connection(s)
23:34:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.155462 27308 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/data/info.pb
23:34:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.166239 27214 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu as pid 27308
23:34:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.166404 27387 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:34:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.166781 27214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-1/wal/instance
23:34:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.170361 27214 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:34:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:34:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/wal
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/data
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/logs
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/data/info.pb
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:34:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.147.188:33237
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.147.188
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.147.148:35233
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.147.190:41623,127.26.147.189:40041,127.26.147.188:33237
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:34:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34881/jwks.json with env {}
23:34:53.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.189270 27387 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } has no permanent_uuid. Determining permanent_uuid...
23:34:53.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.228060 27387 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } has no permanent_uuid. Determining permanent_uuid...
23:34:53.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.257525 27387 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } has no permanent_uuid. Determining permanent_uuid...
23:34:53.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.261929 27333 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.273478 27387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:53.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.323621 27387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 1
23:34:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.330572 27387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:53.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.399098 27387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 2
23:34:53.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.406114 27387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:53.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.497635 27387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 3
23:34:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.502854 27387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.646521 27387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 4
23:34:53.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.651618 27387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.672201 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } attempt: 7
23:34:53.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.697702 27306 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } has no permanent_uuid. Determining permanent_uuid...
23:34:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.708848 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.720886 27390 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:34:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.721716 27390 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:34:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.722591 27390 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:34:53.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.755542 27390 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:34:53.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.755937 27390 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:34:53.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.756278 27390 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:34:53.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.756656 27390 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:34:53.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.757014 27390 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:34:53.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.757300 27390 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34881/jwks.json
23:34:53.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.767504 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 1
23:34:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.772353 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.811218 27390 master_runner.cc:386] Master server non-default flags:
23:34:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:34:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.147.148:35233
23:34:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:34:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:34:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/data
23:34:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/wal
23:34:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:34:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.147.190:41623,127.26.147.189:40041,127.26.147.188:33237
23:34:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:34:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:34:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:34:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.147.188:33237
23:34:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:34:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:34:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:34:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34881/jwks.json
23:34:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:34:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:34:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/data/info.pb
23:34:53.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.147.188
23:34:53.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/logs
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:34:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:34:53.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 22:47:25 UTC on ccycloud.quasar-hytfkc.root.comops.site
23:34:53.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579239
23:34:53.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:34:53.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.812712 27390 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:34:53.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.814725 27390 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:34:53.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.850870 27403 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:34:53.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.853976 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 2
23:34:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.859110 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:53.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.944531 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 3
23:34:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.950205 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:53.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:53.951030 27387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 5
23:34:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.955842 27387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:54.090729 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 4
23:34:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:54.096797 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:54.380240 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 5
23:34:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:54.387044 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:54.503353 27387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 6
23:34:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:54.517671 27387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:54.939510 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 6
23:34:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:54.950606 27306 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.852074 27405 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:34:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:53.859555 27402 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:34:55.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.215271 27390 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:34:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:55.215710 27404 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:34:55.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.219946 27390 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:34:55.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.224097 27390 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:34:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.225849 27390 hybrid_clock.cc:648] HybridClock initialized: now 1786404895225805 us; error 45 us; skew 500 ppm
23:34:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.227097 27390 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:34:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.242097 27390 webserver.cc:460] Webserver started at http://127.26.147.188:42471/ using document root <none> and password file <none>
23:34:55.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.243605 27390 fs_manager.cc:359] Metadata directory not provided
23:34:55.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.243885 27390 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:34:55.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.244490 27390 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:34:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.252759 27390 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/data/instance:
23:34:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1784b376ffc248f9be701cf979ace506"
23:34:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:34:55 on dist-test-slave-9jjr"
23:34:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.254340 27390 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/wal/instance:
23:34:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1784b376ffc248f9be701cf979ace506"
23:34:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:34:55 on dist-test-slave-9jjr"
23:34:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.264330 27390 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
23:34:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.273217 27418 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:34:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.274672 27390 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.001s sys 0.006s
23:34:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.275126 27390 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/data,/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/wal
23:34:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1784b376ffc248f9be701cf979ace506"
23:34:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:34:55 on dist-test-slave-9jjr"
23:34:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.275594 27390 fs_report.cc:383] FS layout report
23:34:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:34:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/wal
23:34:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/wal
23:34:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/data/data
23:34:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:34:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:34:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:34:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:34:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:34:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:34:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:34:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:34:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:34:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:34:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:34:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.338189 27390 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:34:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.340866 27390 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:34:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.341576 27390 kserver.cc:163] Server-wide thread pool size limit: 3276
23:34:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.578653 27387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 7
23:34:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:55.611030 27387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.147.188:33237: Network error: Client connection negotiation failed: client connection to 127.26.147.188:33237: connect: Connection refused (error 111)
23:34:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.714356 27390 rpc_server.cc:307] RPC server started. Bound to: 127.26.147.188:33237
23:34:55.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.714879 27479 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.147.188:33237 every 8 connection(s)
23:34:55.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.720474 27390 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/data/info.pb
23:34:55.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.722078 27214 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu as pid 27390
23:34:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.722692 27214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/master-2/wal/instance
23:34:55.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.757561 27480 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:34:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.815446 27480 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } has no permanent_uuid. Determining permanent_uuid...
23:34:55.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:55.984923 27306 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 7
23:34:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.036623 27480 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } has no permanent_uuid. Determining permanent_uuid...
23:34:56.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.089622 27480 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } has no permanent_uuid. Determining permanent_uuid...
23:34:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.119493 27306 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784: Bootstrap starting.
23:34:56.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.155345 27306 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784: Neither blocks nor log segments found. Creating new log.
23:34:56.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.169345 27306 log.cc:824] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784: Log is configured to *not* fsync() on all Append() calls
23:34:56.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.172971 27480 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506: Bootstrap starting.
23:34:56.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.195326 27306 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784: No bootstrap required, opened a new log
23:34:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.197657 27480 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506: Neither blocks nor log segments found. Creating new log.
23:34:56.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.215687 27480 log.cc:824] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506: Log is configured to *not* fsync() on all Append() calls
23:34:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.248064 27480 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506: No bootstrap required, opened a new log
23:34:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.304054 27306 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } }
23:34:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.305460 27306 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:34:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.305981 27306 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4582348ce22a40f981eabd0de0bb4784, State: Initialized, Role: FOLLOWER
23:34:56.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.308509 27306 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } }
23:34:56.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.339385 27491 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } } }
23:34:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.343071 27491 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [sys.catalog]: This master's current role is: FOLLOWER
23:34:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.344931 27306 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [sys.catalog]: configured and running, proceeding with master startup.
23:34:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.344892 27480 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } }
23:34:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.347630 27480 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:34:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.348403 27480 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1784b376ffc248f9be701cf979ace506, State: Initialized, Role: FOLLOWER
23:34:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.351290 27491 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:34:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.351714 27480 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } }
23:34:56.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.356227 27491 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } }
23:34:56.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.383993 27491 leader_election.cc:288] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 81ff71ea2aff45f7a044dccab4f03920 (127.26.147.189:40041), 1784b376ffc248f9be701cf979ace506 (127.26.147.188:33237)
23:34:56.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.403746 27493 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } } }
23:34:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.407539 27493 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [sys.catalog]: This master's current role is: FOLLOWER
23:34:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.407565 27480 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [sys.catalog]: configured and running, proceeding with master startup.
23:34:56.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.409704 27449 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4582348ce22a40f981eabd0de0bb4784" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1784b376ffc248f9be701cf979ace506" is_pre_election: true
23:34:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.413316 27449 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4582348ce22a40f981eabd0de0bb4784 in term 0.
23:34:56.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.419975 27252 leader_election.cc:302] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1784b376ffc248f9be701cf979ace506, 4582348ce22a40f981eabd0de0bb4784; no voters:
23:34:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.424454 27491 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:34:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.425410 27491 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:34:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.426394 27491 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [term 0 FOLLOWER]: Advancing to term 1
23:34:56.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.482630 27491 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } }
23:34:56.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:56.500567 27255 tablet.cc:2369] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:34:56.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.514261 27491 leader_election.cc:288] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [CANDIDATE]: Term 1 election: Requested vote from peers 81ff71ea2aff45f7a044dccab4f03920 (127.26.147.189:40041), 1784b376ffc248f9be701cf979ace506 (127.26.147.188:33237)
23:34:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.518363 27449 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4582348ce22a40f981eabd0de0bb4784" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1784b376ffc248f9be701cf979ace506"
23:34:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.520224 27449 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [term 0 FOLLOWER]: Advancing to term 1
23:34:56.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.565215 27449 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4582348ce22a40f981eabd0de0bb4784 in term 1.
23:34:56.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.570585 27252 leader_election.cc:302] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1784b376ffc248f9be701cf979ace506, 4582348ce22a40f981eabd0de0bb4784; no voters:
23:34:56.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.573016 27491 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [term 1 FOLLOWER]: Leader election won for term 1
23:34:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.590268 27491 raft_consensus.cc:686] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [term 1 LEADER]: Becoming Leader. State: Replica: 4582348ce22a40f981eabd0de0bb4784, State: Running, Role: LEADER
23:34:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.593466 27491 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } }
23:34:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:56.611661 27424 tablet.cc:2369] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:34:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.678200 27509 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4582348ce22a40f981eabd0de0bb4784. Latest consensus state: current_term: 1 leader_uuid: "4582348ce22a40f981eabd0de0bb4784" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } } }
23:34:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.681313 27509 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [sys.catalog]: This master's current role is: LEADER
23:34:56.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:56.714268 27508 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:34:56.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:56.715101 27508 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:34:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.759701 27520 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
23:34:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:56.814545 27519 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:34:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:56.827309 27519 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:34:56.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.853309 27520 catalog_manager.cc:1484] Initializing Kudu cluster ID...
23:34:56.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.712910 27390 master_runner.cc:186] Error getting master registration for 127.26.147.189:40041: OK, instance_id { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" instance_seqno: 1786404893083196 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:34:56.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.900079 27390 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:34:57.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:56.722573 27227 master_runner.cc:186] Error getting master registration for 127.26.147.189:40041: OK, instance_id { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" instance_seqno: 1786404893083196 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:34:57.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.032147 27227 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:34:57.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.127645 27509 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:34:57.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.225952 27523 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4582348ce22a40f981eabd0de0bb4784. Latest consensus state: current_term: 1 leader_uuid: "4582348ce22a40f981eabd0de0bb4784" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } } }
23:34:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.242106 27523 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [sys.catalog]: This master's current role is: FOLLOWER
23:34:57.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.256029 27509 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4582348ce22a40f981eabd0de0bb4784" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } } }
23:34:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.269999 27509 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [sys.catalog]: This master's current role is: LEADER
23:34:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.307804 27523 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4582348ce22a40f981eabd0de0bb4784" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } } }
23:34:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.316040 27523 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506 [sys.catalog]: This master's current role is: FOLLOWER
23:34:57.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.400801 27520 catalog_manager.cc:1347] Generated new cluster ID: fb14c4b9db97420d90664fadb902309b
23:34:57.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.401507 27520 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
23:34:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.541998 27520 catalog_manager.cc:1370] Generated new certificate authority record
23:34:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.552016 27520 catalog_manager.cc:1504] Loading token signing keys...
23:34:57.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:57.554847 27224 outbound_call.cc:322] RPC callback for RPC call kudu.master.MasterService.ConnectToMaster -> {remote=127.26.147.190:41623, user_credentials={real_user=slave}} blocked reactor thread for 43999.2us
23:34:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.702244 27387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } attempt: 8
23:34:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.722108 27520 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784: Generated new TSK 0
23:34:57.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.725011 27520 catalog_manager.cc:1514] Initializing in-progress tserver states...
23:34:57.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.844120 27519 catalog_manager.cc:1259] Loaded cluster ID: fb14c4b9db97420d90664fadb902309b
23:34:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.844753 27519 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506: loading cluster ID for follower catalog manager: success
23:34:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.854435 27214 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:34:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:34:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/wal
23:34:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/data
23:34:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:34:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:34:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:34:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:34:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:34:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:34:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/logs
23:34:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/data/info.pb
23:34:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:34:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:34:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:34:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:34:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:34:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:34:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:34:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:34:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:34:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:34:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.147.129:0
23:34:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.147.129
23:34:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.147.129
23:34:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:34:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.147.190:41623,127.26.147.189:40041,127.26.147.188:33237
23:34:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.147.148:35233
23:34:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:34:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:34:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:34:57.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.874347 27387 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920: Bootstrap starting.
23:34:57.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.895594 27387 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920: Neither blocks nor log segments found. Creating new log.
23:34:57.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.899507 27519 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506: acquiring CA information for follower catalog manager: success
23:34:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.906399 27387 log.cc:824] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920: Log is configured to *not* fsync() on all Append() calls
23:34:57.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.925971 27519 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1784b376ffc248f9be701cf979ace506: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:34:57.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:57.935364 27387 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920: No bootstrap required, opened a new log
23:34:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.038359 27387 raft_consensus.cc:348] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } }
23:34:58.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.042081 27387 raft_consensus.cc:374] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:34:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.043090 27387 raft_consensus.cc:729] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81ff71ea2aff45f7a044dccab4f03920, State: Initialized, Role: FOLLOWER
23:34:58.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.045511 27387 consensus_queue.cc:260] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } }
23:34:58.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.068401 27535 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } } }
23:34:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.070611 27535 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [sys.catalog]: This master's current role is: FOLLOWER
23:34:58.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.077492 27387 sys_catalog.cc:564] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [sys.catalog]: configured and running, proceeding with master startup.
23:34:58.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.078300 27357 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4582348ce22a40f981eabd0de0bb4784" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81ff71ea2aff45f7a044dccab4f03920"
23:34:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.080013 27357 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [term 0 FOLLOWER]: Advancing to term 1
23:34:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.081938 27359 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4582348ce22a40f981eabd0de0bb4784" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81ff71ea2aff45f7a044dccab4f03920" is_pre_election: true
23:34:58.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:58.084800 27359 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:36366 (request call id 1) took 1709 ms (client timeout 1969 ms). Trace:
23:34:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:58.087023 27359 rpcz_store.cc:269] 0810 23:34:56.375361 (+ 0us) service_pool.cc:170] Inserting onto call queue
23:34:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:34:56.375927 (+ 566us) service_pool.cc:227] Handling call
23:34:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:34:58.084668 (+1708741us) inbound_call.cc:173] Queueing success response
23:34:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:34:58.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:58.119714 27250 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.26.147.189:40041 timed out after 1.628s (SENT) [suppressed 13 similar messages]
23:34:58.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.120038 27357 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4582348ce22a40f981eabd0de0bb4784 in term 1.
23:34:58.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.133013 27359 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4582348ce22a40f981eabd0de0bb4784" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81ff71ea2aff45f7a044dccab4f03920"
23:34:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.134538 27359 raft_consensus.cc:2362] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [term 1 FOLLOWER]: Leader election vote request: Already granted yes vote for candidate 4582348ce22a40f981eabd0de0bb4784 in term 1. Re-sending same reply.
23:34:58.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:58.142658 27357 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:36366 (request call id 2) took 1647 ms (client timeout 1628 ms). Trace:
23:34:58.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:58.147934 27357 rpcz_store.cc:269] 0810 23:34:56.496920 (+ 0us) service_pool.cc:170] Inserting onto call queue
23:34:58.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:34:56.497302 (+ 382us) service_pool.cc:227] Handling call
23:34:58.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:34:58.142430 (+1645128us) inbound_call.cc:173] Queueing success response
23:34:58.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:34:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.179661 27356 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:36366 (request call id 4) took 1091 ms. Trace:
23:34:58.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.181171 27356 rpcz_store.cc:276] 0810 23:34:57.086216 (+ 0us) service_pool.cc:170] Inserting onto call queue
23:34:58.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:34:57.086556 (+ 340us) service_pool.cc:227] Handling call
23:34:58.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:34:58.121263 (+1034707us) raft_consensus.cc:1457] Updating replica for 0 ops
23:34:58.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:34:58.122268 (+ 1005us) raft_consensus.cc:1683] Filling consensus response to leader.
23:34:58.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:34:58.176918 (+ 54650us) spinlock_profiling.cc:243] Waited 35.5 ms on lock 0x7b54000118d0. stack: 00007fcb34267033 00007fcb34266f30 00007fcb33de8534 00000000004db2b4 00000000004db249 00007fcb3b173471 00007fcb3b1eda09 00007fcb3c1ca2e9 00007fcb3a9a0684 00007fcb3a9a0612 00007fcb3a9a0541 00007fcb3a9a04bc 00007fcb3a99f772 00007fcb38f9d94c 00007fcb38f9cd86 00007fcb38f9c72f
23:34:58.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:34:58.177661 (+ 743us) inbound_call.cc:173] Queueing success response
23:34:58.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":81681152}
23:34:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.202644 27509 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [LEADER]: Connected to new peer: Peer: permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:34:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:58.291330 27336 tablet.cc:2369] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:34:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.397300 27535 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4582348ce22a40f981eabd0de0bb4784. Latest consensus state: current_term: 1 leader_uuid: "4582348ce22a40f981eabd0de0bb4784" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } } }
23:34:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.400578 27535 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [sys.catalog]: This master's current role is: FOLLOWER
23:34:58.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.400797 27551 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4582348ce22a40f981eabd0de0bb4784" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } } }
23:34:58.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.402587 27551 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920 [sys.catalog]: This master's current role is: FOLLOWER
23:34:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.420576 27557 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:34:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.682303 27509 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4582348ce22a40f981eabd0de0bb4784" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4582348ce22a40f981eabd0de0bb4784" member_type: VOTER last_known_addr { host: "127.26.147.190" port: 41623 } } peers { permanent_uuid: "81ff71ea2aff45f7a044dccab4f03920" member_type: VOTER last_known_addr { host: "127.26.147.189" port: 40041 } } peers { permanent_uuid: "1784b376ffc248f9be701cf979ace506" member_type: VOTER last_known_addr { host: "127.26.147.188" port: 33237 } } }
23:34:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:58.683343 27509 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4582348ce22a40f981eabd0de0bb4784 [sys.catalog]: This master's current role is: LEADER
23:34:58.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:58.887666 27533 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:34:58.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:58.888487 27533 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:34:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:58.889147 27533 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:34:58.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:58.944823 27533 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:34:58.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:58.946302 27533 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.147.129
23:34:59.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:59.010264 27533 tablet_server_runner.cc:78] Tablet server non-default flags:
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.147.148:35233
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/data
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/wal
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.147.129:0
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/data/info.pb
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.147.129
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.147.190:41623,127.26.147.189:40041,127.26.147.188:33237
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:34:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:34:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:34:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:34:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:34:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.147.129
23:34:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/logs
23:34:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:34:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:34:59.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:34:59.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:34:59.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:34:59.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:34:59.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:34:59.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 22:47:25 UTC on ccycloud.quasar-hytfkc.root.comops.site
23:34:59.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579239
23:34:59.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:34:59.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:59.012125 27533 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:34:59.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:59.014544 27533 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:34:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:59.067735 27566 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:34:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:59.436132 27557 catalog_manager.cc:1259] Loaded cluster ID: fb14c4b9db97420d90664fadb902309b
23:34:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:59.436435 27557 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920: loading cluster ID for follower catalog manager: success
23:34:59.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:59.462276 27557 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920: acquiring CA information for follower catalog manager: success
23:34:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:34:59.483839 27557 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 81ff71ea2aff45f7a044dccab4f03920: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:35:02.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:00.438999 27565 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 27533
23:35:02.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:02.170363 27569 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:02.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:02.170673 27568 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3090 milliseconds
23:35:02.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:02.170311 27533 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.097s user 0.564s sys 0.993s
23:35:02.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:02.175946 27533 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.103s user 0.564s sys 0.993s
23:35:02.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.176189 27533 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:35:02.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:34:59.073100 27567 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:02.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.182540 27533 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:35:02.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.192116 27533 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:35:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.196019 27533 hybrid_clock.cc:648] HybridClock initialized: now 1786404902195971 us; error 53 us; skew 500 ppm
23:35:02.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.197295 27533 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:35:02.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.227717 27533 webserver.cc:460] Webserver started at http://127.26.147.129:38837/ using document root <none> and password file <none>
23:35:02.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.229316 27533 fs_manager.cc:359] Metadata directory not provided
23:35:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.229806 27533 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:35:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.230504 27533 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:35:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.236639 27533 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/data/instance:
23:35:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5092ff109e1e43588bdd1b88952b648a"
23:35:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:02 on dist-test-slave-9jjr"
23:35:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.237866 27533 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/wal/instance:
23:35:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5092ff109e1e43588bdd1b88952b648a"
23:35:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:02 on dist-test-slave-9jjr"
23:35:02.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.245692 27533 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
23:35:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.252293 27582 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:35:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.253605 27533 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
23:35:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.253932 27533 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/data,/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/wal
23:35:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5092ff109e1e43588bdd1b88952b648a"
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:02 on dist-test-slave-9jjr"
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.254390 27533 fs_report.cc:383] FS layout report
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/wal
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/wal
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/data/data
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:35:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:35:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.335537 27533 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:35:02.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.338845 27533 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:35:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.339776 27533 kserver.cc:163] Server-wide thread pool size limit: 3276
23:35:02.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.359948 27533 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:35:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.378504 27533 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:35:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.378947 27533 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
23:35:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.379452 27533 ts_tablet_manager.cc:610] Registered 0 tablets
23:35:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:02.379994 27533 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s user 0.002s sys 0.000s
23:35:03.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.134230 27533 rpc_server.cc:307] RPC server started. Bound to: 127.26.147.129:43693
23:35:03.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.134644 27708 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.147.129:43693 every 8 connection(s)
23:35:03.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.138715 27533 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/data/info.pb
23:35:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.149370 27214 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu as pid 27533
23:35:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.150730 27214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-0/wal/instance
23:35:03.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.172317 27214 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/wal
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/data
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/logs
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/data/info.pb
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.147.130:0
23:35:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.147.130
23:35:03.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.147.130
23:35:03.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:35:03.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.147.190:41623,127.26.147.189:40041,127.26.147.188:33237
23:35:03.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.147.148:35233
23:35:03.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:03.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:03.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:35:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.295449 27709 heartbeater.cc:347] Connected to a master server at 127.26.147.188:33237
23:35:03.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.296356 27712 heartbeater.cc:347] Connected to a master server at 127.26.147.189:40041
23:35:03.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.296267 27709 heartbeater.cc:464] Registering TS with master...
23:35:03.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.296729 27712 heartbeater.cc:464] Registering TS with master...
23:35:03.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.298187 27712 heartbeater.cc:511] Master 127.26.147.189:40041 requested a full tablet report, sending...
23:35:03.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.298826 27709 heartbeater.cc:511] Master 127.26.147.188:33237 requested a full tablet report, sending...
23:35:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.303900 27437 ts_manager.cc:194] Registered new tserver with Master: 5092ff109e1e43588bdd1b88952b648a (127.26.147.129:43693)
23:35:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.304564 27348 ts_manager.cc:194] Registered new tserver with Master: 5092ff109e1e43588bdd1b88952b648a (127.26.147.129:43693)
23:35:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.311721 27714 heartbeater.cc:347] Connected to a master server at 127.26.147.190:41623
23:35:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.312309 27714 heartbeater.cc:464] Registering TS with master...
23:35:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.314460 27714 heartbeater.cc:511] Master 127.26.147.190:41623 requested a full tablet report, sending...
23:35:03.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.322036 27266 ts_manager.cc:194] Registered new tserver with Master: 5092ff109e1e43588bdd1b88952b648a (127.26.147.129:43693)
23:35:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.328606 27266 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.147.129:56045
23:35:03.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:03.777472 27713 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:35:03.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:03.778095 27713 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:35:03.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:03.778636 27713 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:35:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:03.819264 27713 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:35:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:03.820117 27713 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.147.130
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.856731 27713 tablet_server_runner.cc:78] Tablet server non-default flags:
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.147.148:35233
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/data
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/wal
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.147.130:0
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/data/info.pb
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.147.130
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.147.190:41623,127.26.147.189:40041,127.26.147.188:33237
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.147.130
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/logs
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 22:47:25 UTC on ccycloud.quasar-hytfkc.root.comops.site
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579239
23:35:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:35:03.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.857921 27713 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:35:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.859644 27713 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:35:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:03.880235 27727 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:04.336935 27714 heartbeater.cc:503] Master 127.26.147.190:41623 was elected leader, sending a full tablet report...
23:35:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:03.880251 27728 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:05.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:03.881982 27713 server_base.cc:1034] running on GCE node
23:35:05.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:03.880334 27732 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:05.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.115581 27713 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:35:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.119503 27713 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:35:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.123235 27713 hybrid_clock.cc:648] HybridClock initialized: now 1786404905123186 us; error 56 us; skew 500 ppm
23:35:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.124197 27713 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:35:05.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.151093 27713 webserver.cc:460] Webserver started at http://127.26.147.130:41873/ using document root <none> and password file <none>
23:35:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.152601 27713 fs_manager.cc:359] Metadata directory not provided
23:35:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.152921 27713 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:35:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.153628 27713 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:35:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.164289 27713 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/data/instance:
23:35:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30603e7cd9db4220b2efa0fb4c49fdc7"
23:35:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:05 on dist-test-slave-9jjr"
23:35:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.166033 27713 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/wal/instance:
23:35:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30603e7cd9db4220b2efa0fb4c49fdc7"
23:35:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:05 on dist-test-slave-9jjr"
23:35:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.181094 27713 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.008s sys 0.004s
23:35:05.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.193929 27740 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:35:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.195356 27713 fs_manager.cc:725] Time spent opening block manager: real 0.009s user 0.007s sys 0.004s
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.195698 27713 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/data,/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/wal
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30603e7cd9db4220b2efa0fb4c49fdc7"
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:05 on dist-test-slave-9jjr"
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.196143 27713 fs_report.cc:383] FS layout report
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/wal
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/wal
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/data/data
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:35:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:35:05.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:35:05.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:35:05.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:35:05.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:35:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.271798 27713 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:35:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.274678 27713 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:35:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.275548 27713 kserver.cc:163] Server-wide thread pool size limit: 3276
23:35:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.282826 27713 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:35:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.291134 27713 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:35:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.291368 27713 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
23:35:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.291749 27713 ts_tablet_manager.cc:610] Registered 0 tablets
23:35:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.291900 27713 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
23:35:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.918927 27713 rpc_server.cc:307] RPC server started. Bound to: 127.26.147.130:46315
23:35:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.919569 27862 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.147.130:46315 every 8 connection(s)
23:35:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.921850 27713 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/data/info.pb
23:35:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.923918 27214 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu as pid 27713
23:35:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.924361 27214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-1/wal/instance
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:05.939716 27214 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/wal
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/data
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/logs
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/data/info.pb
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.147.131:0
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.147.131
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.147.131
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.147.190:41623,127.26.147.189:40041,127.26.147.188:33237
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.147.148:35233
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:35:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.045611 27865 heartbeater.cc:347] Connected to a master server at 127.26.147.190:41623
23:35:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.046317 27865 heartbeater.cc:464] Registering TS with master...
23:35:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.048710 27865 heartbeater.cc:511] Master 127.26.147.190:41623 requested a full tablet report, sending...
23:35:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.049770 27864 heartbeater.cc:347] Connected to a master server at 127.26.147.189:40041
23:35:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.050341 27864 heartbeater.cc:464] Registering TS with master...
23:35:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.052147 27864 heartbeater.cc:511] Master 127.26.147.189:40041 requested a full tablet report, sending...
23:35:06.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.054355 27863 heartbeater.cc:347] Connected to a master server at 127.26.147.188:33237
23:35:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.054903 27863 heartbeater.cc:464] Registering TS with master...
23:35:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.055330 27266 ts_manager.cc:194] Registered new tserver with Master: 30603e7cd9db4220b2efa0fb4c49fdc7 (127.26.147.130:46315)
23:35:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.056481 27863 heartbeater.cc:511] Master 127.26.147.188:33237 requested a full tablet report, sending...
23:35:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.058658 27266 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.147.130:39729
23:35:06.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.061215 27348 ts_manager.cc:194] Registered new tserver with Master: 30603e7cd9db4220b2efa0fb4c49fdc7 (127.26.147.130:46315)
23:35:06.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.061517 27437 ts_manager.cc:194] Registered new tserver with Master: 30603e7cd9db4220b2efa0fb4c49fdc7 (127.26.147.130:46315)
23:35:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:06.573853 27868 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:35:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:06.574543 27868 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:35:06.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:06.575018 27868 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:35:06.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:06.609738 27868 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:35:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:06.610800 27868 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.147.131
23:35:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.647809 27868 tablet_server_runner.cc:78] Tablet server non-default flags:
23:35:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.147.148:35233
23:35:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/data
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/wal
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.147.131:0
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/data/info.pb
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.147.131
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.147.190:41623,127.26.147.189:40041,127.26.147.188:33237
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.147.131
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/logs
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:35:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:35:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 22:47:25 UTC on ccycloud.quasar-hytfkc.root.comops.site
23:35:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579239
23:35:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:35:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.649366 27868 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:35:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:06.651536 27868 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:35:06.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:06.689991 27884 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:07.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:07.078931 27865 heartbeater.cc:503] Master 127.26.147.190:41623 was elected leader, sending a full tablet report...
23:35:08.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:06.691952 27882 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:08.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:06.691190 27880 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.148025 27868 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:35:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:08.148756 27883 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1459 milliseconds
23:35:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.152734 27868 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:35:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.158008 27868 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:35:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.159736 27868 hybrid_clock.cc:648] HybridClock initialized: now 1786404908159579 us; error 134 us; skew 500 ppm
23:35:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.161445 27868 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:35:08.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.182765 27868 webserver.cc:460] Webserver started at http://127.26.147.131:36531/ using document root <none> and password file <none>
23:35:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.184226 27868 fs_manager.cc:359] Metadata directory not provided
23:35:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.184505 27868 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:35:08.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.185102 27868 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:35:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.194002 27868 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/data/instance:
23:35:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0029bbeab10c46db8a86b96b0b322391"
23:35:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:08 on dist-test-slave-9jjr"
23:35:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.195557 27868 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/wal/instance:
23:35:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0029bbeab10c46db8a86b96b0b322391"
23:35:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:08 on dist-test-slave-9jjr"
23:35:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.209436 27868 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.005s sys 0.008s
23:35:08.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.219304 27892 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:35:08.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.220914 27868 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.004s sys 0.005s
23:35:08.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.221303 27868 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/data,/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/wal
23:35:08.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0029bbeab10c46db8a86b96b0b322391"
23:35:08.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:08 on dist-test-slave-9jjr"
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.221630 27868 fs_report.cc:383] FS layout report
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/wal
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/wal
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/data/data
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:35:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:35:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.288652 27868 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:35:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.291292 27868 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:35:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.292140 27868 kserver.cc:163] Server-wide thread pool size limit: 3276
23:35:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.299412 27868 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
23:35:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.309969 27868 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:35:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.310382 27868 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
23:35:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.310869 27868 ts_tablet_manager.cc:610] Registered 0 tablets
23:35:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.311247 27868 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
23:35:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.899971 27868 rpc_server.cc:307] RPC server started. Bound to: 127.26.147.131:36659
23:35:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.900053 28017 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.147.131:36659 every 8 connection(s)
23:35:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.902849 27868 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/data/info.pb
23:35:08.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.909925 27214 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu as pid 27868
23:35:08.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:08.910408 27214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster6956051793890963060/ts-2/wal/instance
23:35:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.001194 28021 heartbeater.cc:347] Connected to a master server at 127.26.147.189:40041
23:35:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.001852 28021 heartbeater.cc:464] Registering TS with master...
23:35:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.003961 28021 heartbeater.cc:511] Master 127.26.147.189:40041 requested a full tablet report, sending...
23:35:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.005116 28022 heartbeater.cc:347] Connected to a master server at 127.26.147.190:41623
23:35:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.005712 28022 heartbeater.cc:464] Registering TS with master...
23:35:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.009876 27348 ts_manager.cc:194] Registered new tserver with Master: 0029bbeab10c46db8a86b96b0b322391 (127.26.147.131:36659)
23:35:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.009893 28022 heartbeater.cc:511] Master 127.26.147.190:41623 requested a full tablet report, sending...
23:35:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.014760 27266 ts_manager.cc:194] Registered new tserver with Master: 0029bbeab10c46db8a86b96b0b322391 (127.26.147.131:36659)
23:35:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.019034 27266 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.147.131:36399
23:35:09.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.022257 28018 heartbeater.cc:347] Connected to a master server at 127.26.147.188:33237
23:35:09.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.022861 28018 heartbeater.cc:464] Registering TS with master...
23:35:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.024920 28018 heartbeater.cc:511] Master 127.26.147.188:33237 requested a full tablet report, sending...
23:35:09.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.029883 27436 ts_manager.cc:194] Registered new tserver with Master: 0029bbeab10c46db8a86b96b0b322391 (127.26.147.131:36659)
23:35:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:09.048274 27214 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
23:35:09.075 [DEBUG - main] (MiniKuduCluster.java:195) Response:
23:35:09.077 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
23:35:09.091 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.26.147.190"
port: 41623
}
bound_http_address {
host: "127.26.147.190"
port: 39445
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.26.147.189"
port: 40041
}
bound_http_address {
host: "127.26.147.189"
port: 44795
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.26.147.188"
port: 33237
}
bound_http_address {
host: "127.26.147.188"
port: 42471
}
}
}
23:35:09.100 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
23:35:09.103 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.26.147.129"
port: 43693
}
bound_http_address {
host: "127.26.147.129"
port: 38837
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.26.147.130"
port: 46315
}
bound_http_address {
host: "127.26.147.130"
port: 41873
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.26.147.131"
port: 36659
}
bound_http_address {
host: "127.26.147.131"
port: 36531
}
}
}
23:35:09.104 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:35:09.349 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
23:35:09.517 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasksngkcS/test-tmp
23:35:09.518 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:35:09.518 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasksngkcS/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:35:09.521 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
23:35:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:10.028483 28022 heartbeater.cc:503] Master 127.26.147.190:41623 was elected leader, sending a full tablet report...
23:35:10.050 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
23:35:10.051 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
23:35:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:10.054364 28033 mini_oidc.cc:152] Starting JWKS server
23:35:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:10.058712 28033 webserver.cc:460] Webserver started at http://127.0.0.1:37497/ using document root <none> and password file <none>
23:35:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:10.059254 28033 mini_oidc.cc:189] Starting OIDC Discovery server
23:35:10.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:10.061128 28033 webserver.cc:460] Webserver started at http://127.0.0.1:33827/ using document root <none> and password file <none>
23:35:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
23:35:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/principal' for realm 'KRBTEST.COM',
23:35:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
23:35:10.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:10 dist-test-slave-9jjr krb5kdc[28049](info): setting up network...
23:35:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
23:35:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:10 dist-test-slave-9jjr krb5kdc[28049](info): set up 2 sockets
23:35:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:10 dist-test-slave-9jjr krb5kdc[28049](info): commencing operation
23:35:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
23:35:11.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:11.284868 28033 mini_kdc.cc:121] Time spent starting KDC: real 1.196s user 0.010s sys 0.018s
23:35:11.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
23:35:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
23:35:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
23:35:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
23:35:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
23:35:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
23:35:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
23:35:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
23:35:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
23:35:11.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
23:35:11.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/test-user.keytab.
23:35:11.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/test-user.keytab.
23:35:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:11 dist-test-slave-9jjr krb5kdc[28049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404911, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
23:35:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
23:35:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T23:35:11Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
23:35:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T23:35:11Z Disabled control of system clock
23:35:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.96.126@KRBTEST.COM; defaulting to no policy
23:35:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
23:35:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.96.126@KRBTEST.COM" created.
23:35:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
23:35:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.96.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.126.keytab.
23:35:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.96.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.126.keytab.
23:35:11.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:11.555447 28033 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:11.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:11.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal
23:35:11.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data
23:35:11.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/logs
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data/info.pb
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.96.126:44705
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.96.126
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.126.keytab
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.96.126
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.96.84:34843
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.96.126:44705,127.27.96.125:32789,127.27.96.124:37729
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37497/jwks.json
23:35:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
23:35:12.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.056828 28064 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:35:12.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.057709 28064 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:35:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.058645 28064 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:35:12.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.094763 28064 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
23:35:12.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.095082 28064 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:35:12.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.095479 28064 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:35:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.095822 28064 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:35:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.096141 28064 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:35:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.096455 28064 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:35:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.096695 28064 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37497/jwks.json
23:35:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:12.146093 28064 master_runner.cc:386] Master server non-default flags:
23:35:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.96.84:34843
23:35:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data
23:35:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.96.126:44705,127.27.96.125:32789,127.27.96.124:37729
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.126.keytab
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.96.126
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.96.126:44705
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:35:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37497/jwks.json
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data/info.pb
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.96.126
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/logs
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 22:47:25 UTC on ccycloud.quasar-hytfkc.root.comops.site
23:35:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579239
23:35:12.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:35:12.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:12.147383 28064 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:35:12.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:12.148622 28064 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:35:12.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.196713 28073 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:13.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.201087 28075 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:13.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:12.198729 28072 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:13.705420 28074 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1501 milliseconds
23:35:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.705560 28064 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:35:13.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.707806 28064 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:35:13.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.711344 28064 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:35:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.712951 28064 hybrid_clock.cc:648] HybridClock initialized: now 1786404913712871 us; error 107 us; skew 500 ppm
23:35:13.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.714066 28064 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:35:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:13 dist-test-slave-9jjr krb5kdc[28049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404913, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
23:35:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.729784 28064 init.cc:377] Logged in from keytab as kudu/127.27.96.126@KRBTEST.COM (short username kudu)
23:35:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.737118 28064 webserver.cc:460] Webserver started at http://127.27.96.126:38647/ using document root <none> and password file <none>
23:35:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.738404 28064 fs_manager.cc:359] Metadata directory not provided
23:35:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.738693 28064 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:35:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.739313 28064 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:35:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.746351 28064 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data/instance:
23:35:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ad904ec185949b7bafdbead292e1900"
23:35:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:13 on dist-test-slave-9jjr"
23:35:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.747849 28064 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal/instance:
23:35:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ad904ec185949b7bafdbead292e1900"
23:35:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:13 on dist-test-slave-9jjr"
23:35:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.757815 28064 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.000s
23:35:13.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.765266 28090 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:35:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.766714 28064 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
23:35:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.767063 28064 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data,/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal
23:35:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ad904ec185949b7bafdbead292e1900"
23:35:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:13 on dist-test-slave-9jjr"
23:35:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.767428 28064 fs_report.cc:383] FS layout report
23:35:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:35:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal
23:35:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal
23:35:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data/data
23:35:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:35:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:35:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:35:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:35:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:35:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:35:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:35:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:35:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:35:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:35:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:35:13.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.809618 28064 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:35:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.817029 28064 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:35:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:13.817662 28064 kserver.cc:163] Server-wide thread pool size limit: 3276
23:35:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.015463 28064 rpc_server.cc:307] RPC server started. Bound to: 127.27.96.126:44705
23:35:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.015940 28146 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.96.126:44705 every 8 connection(s)
23:35:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.018661 28064 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data/info.pb
23:35:14.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.025781 28033 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu as pid 28064
23:35:14.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.026491 28033 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal/instance
23:35:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.033361 28147 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:35:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.96.125@KRBTEST.COM; defaulting to no policy
23:35:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
23:35:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.96.125@KRBTEST.COM" created.
23:35:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.065760 28147 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } has no permanent_uuid. Determining permanent_uuid...
23:35:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
23:35:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.96.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.125.keytab.
23:35:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.96.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.125.keytab.
23:35:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.104107 28033 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal
23:35:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data
23:35:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:35:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:35:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:35:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/logs
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data/info.pb
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:35:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.96.125:32789
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.96.125
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.125.keytab
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.96.125
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.96.84:34843
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.96.126:44705,127.27.96.125:32789,127.27.96.124:37729
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37497/jwks.json
23:35:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
23:35:14.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:14 dist-test-slave-9jjr krb5kdc[28049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404913, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.126@KRBTEST.COM for kudu/127.27.96.126@KRBTEST.COM
23:35:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.139397 28147 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } has no permanent_uuid. Determining permanent_uuid...
23:35:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.146060 28092 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.158200 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.125:32789: Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.207775 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } attempt: 1
23:35:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.212843 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.125:32789: Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.281301 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } attempt: 2
23:35:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.286319 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.125:32789: Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:14.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.377714 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } attempt: 3
23:35:14.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.386346 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.125:32789: Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.529975 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } attempt: 4
23:35:14.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.534705 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.125:32789: Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.656984 28153 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:35:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.658092 28153 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:35:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.659451 28153 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:35:14.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.695322 28153 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
23:35:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.695907 28153 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:35:14.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.696432 28153 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:35:14.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.696794 28153 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:35:14.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.697161 28153 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:35:14.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.697482 28153 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:35:14.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.697744 28153 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37497/jwks.json
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.756577 28153 master_runner.cc:386] Master server non-default flags:
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.96.84:34843
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.96.126:44705,127.27.96.125:32789,127.27.96.124:37729
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.125.keytab
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.96.125
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.96.125:32789
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37497/jwks.json
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data/info.pb
23:35:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.96.125
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/logs
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 22:47:25 UTC on ccycloud.quasar-hytfkc.root.comops.site
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579239
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:35:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.758221 28153 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:35:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.759387 28153 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:35:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.793700 28163 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:14.834262 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } attempt: 5
23:35:14.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.840205 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.125:32789: Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:15.387745 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } attempt: 6
23:35:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:15.399997 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.125:32789: Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:16.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.797529 28162 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:14.794071 28167 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:16.217334 28166 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:35:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.217535 28153 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:35:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.221836 28153 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:35:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.225297 28153 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:35:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.226751 28153 hybrid_clock.cc:648] HybridClock initialized: now 1786404916226716 us; error 49 us; skew 500 ppm
23:35:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.227766 28153 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:35:16.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:16 dist-test-slave-9jjr krb5kdc[28049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404916, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
23:35:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.236815 28153 init.cc:377] Logged in from keytab as kudu/127.27.96.125@KRBTEST.COM (short username kudu)
23:35:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.246592 28153 webserver.cc:460] Webserver started at http://127.27.96.125:44645/ using document root <none> and password file <none>
23:35:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.247792 28153 fs_manager.cc:359] Metadata directory not provided
23:35:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.248004 28153 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:35:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.248492 28153 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:35:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.254783 28153 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data/instance:
23:35:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7468054ae1884823ac21dde2b20697e6"
23:35:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:16 on dist-test-slave-9jjr"
23:35:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.256044 28153 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal/instance:
23:35:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7468054ae1884823ac21dde2b20697e6"
23:35:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:16 on dist-test-slave-9jjr"
23:35:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.266978 28153 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.006s sys 0.005s
23:35:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.275766 28177 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:35:16.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.277187 28153 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.001s sys 0.004s
23:35:16.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.277494 28153 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data,/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7468054ae1884823ac21dde2b20697e6"
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:16 on dist-test-slave-9jjr"
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.277959 28153 fs_report.cc:383] FS layout report
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data/data
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:35:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:35:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.361227 28153 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:35:16.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.367944 28153 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:35:16.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.368685 28153 kserver.cc:163] Server-wide thread pool size limit: 3276
23:35:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.460592 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } attempt: 7
23:35:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:16.478058 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.125:32789: Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.578176 28153 rpc_server.cc:307] RPC server started. Bound to: 127.27.96.125:32789
23:35:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.578311 28240 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.96.125:32789 every 8 connection(s)
23:35:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.581532 28153 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data/info.pb
23:35:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.583830 28033 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu as pid 28153
23:35:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.584436 28033 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal/instance
23:35:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.588711 28241 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:35:16.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.601259 28241 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } has no permanent_uuid. Determining permanent_uuid...
23:35:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.96.124@KRBTEST.COM; defaulting to no policy
23:35:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
23:35:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.96.124@KRBTEST.COM" created.
23:35:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:16 dist-test-slave-9jjr krb5kdc[28049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404916, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.125@KRBTEST.COM for kudu/127.27.96.126@KRBTEST.COM
23:35:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.643663 28241 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } has no permanent_uuid. Determining permanent_uuid...
23:35:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
23:35:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.96.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.124.keytab.
23:35:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.96.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.124.keytab.
23:35:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.650597 28033 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/wal
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/logs
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data/info.pb
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.96.124:37729
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.96.124
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.124.keytab
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.96.124
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.96.84:34843
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.96.126:44705,127.27.96.125:32789,127.27.96.124:37729
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37497/jwks.json
23:35:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
23:35:16.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:16 dist-test-slave-9jjr krb5kdc[28049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404916, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.125@KRBTEST.COM for kudu/127.27.96.125@KRBTEST.COM
23:35:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.676793 28241 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } has no permanent_uuid. Determining permanent_uuid...
23:35:16.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:16.679426 28178 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:16.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:16.684157 28241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:16.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.733765 28241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 1
23:35:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:16.737551 28241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:16.757426 27383 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac2e0 after lost signal to thread 27312
23:35:16.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:16.758092 27383 debug-util.cc:398] Leaking SignalData structure 0x7b080009b240 after lost signal to thread 27386
23:35:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.805999 28241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 2
23:35:16.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:16.814565 28241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:16.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:16.911204 28241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 3
23:35:16.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:16.930089 28241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:17.073684 28241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 4
23:35:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.078501 28241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.175349 28248 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:35:17.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.176200 28248 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:35:17.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.176997 28248 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:35:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.211812 28248 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
23:35:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.212054 28248 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:35:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.212329 28248 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:35:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.212589 28248 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:35:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.212862 28248 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:35:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.213061 28248 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:35:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.213210 28248 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37497/jwks.json
23:35:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:17.254347 28248 master_runner.cc:386] Master server non-default flags:
23:35:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.96.84:34843
23:35:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/wal
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.96.126:44705,127.27.96.125:32789,127.27.96.124:37729
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.124.keytab
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.96.124
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.96.124:37729
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37497/jwks.json
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
23:35:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data/info.pb
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.96.124
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/logs
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 22:47:25 UTC on ccycloud.quasar-hytfkc.root.comops.site
23:35:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579239
23:35:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:35:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:17.255534 28248 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:35:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:17.256623 28248 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:35:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.279146 28256 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:17.377954 28241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 5
23:35:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.387521 28241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:17.935133 28241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 6
23:35:18.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:18.014460 28241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:18.568638 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } attempt: 8
23:35:18.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:18 dist-test-slave-9jjr krb5kdc[28049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404913, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.126@KRBTEST.COM for kudu/127.27.96.125@KRBTEST.COM
23:35:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:18.651162 28147 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } has no permanent_uuid. Determining permanent_uuid...
23:35:18.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:18.676466 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:18.742090 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 1
23:35:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:18.753803 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:18.807719 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 2
23:35:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:18.815343 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:18.892050 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 3
23:35:18.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:18.897239 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:18.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.286659 28257 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:18.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:17.281534 28259 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:18.982223 28258 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1700 milliseconds
23:35:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:18.982378 28248 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:35:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:18.983871 28248 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:35:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:18.987489 28248 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:35:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:18.988889 28248 hybrid_clock.cc:648] HybridClock initialized: now 1786404918988835 us; error 68 us; skew 500 ppm
23:35:18.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:18.989948 28248 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:35:19.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:19 dist-test-slave-9jjr krb5kdc[28049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404919, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
23:35:19.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.006400 28248 init.cc:377] Logged in from keytab as kudu/127.27.96.124@KRBTEST.COM (short username kudu)
23:35:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.020524 28248 webserver.cc:460] Webserver started at http://127.27.96.124:33883/ using document root <none> and password file <none>
23:35:19.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.021569 28248 fs_manager.cc:359] Metadata directory not provided
23:35:19.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.021992 28248 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:35:19.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.022732 28248 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:35:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.029783 28248 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data/instance:
23:35:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46162a6093c84d5d88e557474b5d4632"
23:35:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:19 on dist-test-slave-9jjr"
23:35:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.031268 28248 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/wal/instance:
23:35:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46162a6093c84d5d88e557474b5d4632"
23:35:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:19 on dist-test-slave-9jjr"
23:35:19.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.046480 28248 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.009s sys 0.005s
23:35:19.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.052678 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 4
23:35:19.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.059952 28276 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:35:19.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:19.060377 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.062151 28248 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.000s sys 0.008s
23:35:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.062606 28248 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data,/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/wal
23:35:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46162a6093c84d5d88e557474b5d4632"
23:35:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:19 on dist-test-slave-9jjr"
23:35:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.063117 28248 fs_report.cc:383] FS layout report
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/wal
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/wal
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data/data
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:35:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:35:19.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.075479 28241 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 7
23:35:19.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:19.097931 28241 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:19.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.127835 28248 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:35:19.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.138420 28248 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:35:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.139379 28248 kserver.cc:163] Server-wide thread pool size limit: 3276
23:35:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.356902 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 5
23:35:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:19.362704 28091 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111) [suppressed 12 similar messages]
23:35:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:19.367537 28147 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.96.124:37729: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: connect: Connection refused (error 111)
23:35:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.447170 28248 rpc_server.cc:307] RPC server started. Bound to: 127.27.96.124:37729
23:35:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.447325 28341 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.96.124:37729 every 8 connection(s)
23:35:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.450827 28248 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data/info.pb
23:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.453660 28033 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu as pid 28248
23:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.454407 28033 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/wal/instance
23:35:19.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.474581 28343 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:35:19.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.504782 28343 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } has no permanent_uuid. Determining permanent_uuid...
23:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:19 dist-test-slave-9jjr krb5kdc[28049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404911, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.96.124@KRBTEST.COM
23:35:19.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:19 dist-test-slave-9jjr krb5kdc[28049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404919, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.124@KRBTEST.COM for kudu/127.27.96.126@KRBTEST.COM
23:35:19.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.584088 28343 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } has no permanent_uuid. Determining permanent_uuid...
23:35:19.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:19 dist-test-slave-9jjr krb5kdc[28049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404911, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.96.125@KRBTEST.COM
23:35:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:19 dist-test-slave-9jjr krb5kdc[28049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404919, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.124@KRBTEST.COM for kudu/127.27.96.125@KRBTEST.COM
23:35:19.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:19 dist-test-slave-9jjr krb5kdc[28049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404911, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.96.126@KRBTEST.COM
23:35:19.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.632392 28343 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } has no permanent_uuid. Determining permanent_uuid...
23:35:19.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:19 dist-test-slave-9jjr krb5kdc[28049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404919, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.124@KRBTEST.COM for kudu/127.27.96.124@KRBTEST.COM
23:35:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.652992 28033 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
23:35:19.665 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
23:35:19.667 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
23:35:19.684 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
23:35:19.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.684441 28343 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: Bootstrap starting.
23:35:19.685 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
23:35:19.689 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.96.126"
port: 44705
}
bound_http_address {
host: "127.27.96.126"
port: 38647
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.96.125"
port: 32789
}
bound_http_address {
host: "127.27.96.125"
port: 44645
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.96.124"
port: 37729
}
bound_http_address {
host: "127.27.96.124"
port: 33883
}
}
}
23:35:19.689 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
23:35:19.689 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
23:35:19.690 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
23:35:19.693 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
23:35:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.714522 28343 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: Neither blocks nor log segments found. Creating new log.
23:35:19.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.720155 28343 log.cc:824] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: Log is configured to *not* fsync() on all Append() calls
23:35:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.729053 28343 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: No bootstrap required, opened a new log
23:35:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:19 dist-test-slave-9jjr krb5kdc[28049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404919, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
23:35:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
23:35:19.753 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
23:35:19.756 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5cc
23:35:19.763 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
23:35:19.764 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5cc
23:35:19.765 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
23:35:19.769 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
23:35:19.770 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
23:35:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.770357 28343 raft_consensus.cc:348] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } }
23:35:19.771 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
23:35:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.771164 28343 raft_consensus.cc:374] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:35:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.771499 28343 raft_consensus.cc:729] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 46162a6093c84d5d88e557474b5d4632, State: Initialized, Role: FOLLOWER
23:35:19.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.772315 28343 consensus_queue.cc:260] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } }
23:35:19.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.781315 28355 sys_catalog.cc:455] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } } }
23:35:19.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.782557 28355 sys_catalog.cc:458] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [sys.catalog]: This master's current role is: FOLLOWER
23:35:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.784554 28343 sys_catalog.cc:564] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [sys.catalog]: configured and running, proceeding with master startup.
23:35:19.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:19 dist-test-slave-9jjr krb5kdc[28049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404919, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
23:35:19.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
23:35:19.832 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
23:35:19.833 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5cc
23:35:19.835 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
23:35:19.835 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.96.125:32789
23:35:19.837 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
23:35:19.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.838613 28033 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu with pid 28153
23:35:19.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:19.849195 28371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:19.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:19.849532 28371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:19.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.855881 28355 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:35:19.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.856383 28355 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } }
23:35:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.862234 28355 leader_election.cc:288] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705), 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789)
23:35:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.837496 28248 master_runner.cc:186] Error getting master registration for 127.27.96.126:44705: OK, instance_id { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" instance_seqno: 1786404913934391 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:35:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.875052 28248 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:35:19.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:19.876995 28282 connection.cc:535] client connection to 127.27.96.125:32789 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:35:19.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:19.877507 28282 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:35:19.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
23:35:19.883 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.96.124:37729
23:35:19.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
23:35:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:19.883443 28348 negotiation.cc:337] Failed RPC negotiation. Trace:
23:35:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:35:19.881322 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.27.96.125:32789 (local address 127.0.0.1:50358)
23:35:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:35:19.881876 (+ 554us) negotiation.cc:107] Waiting for socket to connect
23:35:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:35:19.882197 (+ 321us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection reset by peer (error 104)
23:35:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":92}
23:35:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.884220 28033 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu with pid 28248
23:35:19.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.889037 28147 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } attempt: 6
23:35:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:19.924093 28375 negotiation.cc:337] Failed RPC negotiation. Trace:
23:35:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:35:19.890282 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.27.96.124:37729 (local address 127.0.0.1:57610)
23:35:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:35:19.897825 (+ 7543us) negotiation.cc:107] Waiting for socket to connect
23:35:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:35:19.897884 (+ 59us) client_negotiation.cc:174] Beginning negotiation
23:35:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:35:19.898212 (+ 328us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
23:35:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 23:35:19.922918 (+ 24706us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.27.96.124:37729: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:35:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":6998,"thread_start_us":6696,"threads_started":1}
23:35:19.926 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
23:35:19.926 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.96.126:44705
23:35:19.927 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
23:35:19.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.927387 28033 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu with pid 28064
23:35:19.955 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
23:35:19.956 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.96.125:32789
23:35:19.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
23:35:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:19.959497 28033 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/logs
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data/info.pb
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:35:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:35:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:35:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.96.125:32789
23:35:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.96.125
23:35:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44645
23:35:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.125.keytab
23:35:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.96.125
23:35:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
23:35:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
23:35:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
23:35:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.96.84:34843
23:35:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:35:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.96.126:44705,127.27.96.125:32789,127.27.96.124:37729
23:35:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:35:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37497/jwks.json
23:35:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
23:35:20.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.281539 28377 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:35:20.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.282218 28377 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:35:20.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.282831 28377 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:35:20.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.315301 28377 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
23:35:20.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.315668 28377 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:35:20.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.316131 28377 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:35:20.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.316483 28377 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:35:20.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.316800 28377 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:35:20.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.317124 28377 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:35:20.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.317413 28377 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37497/jwks.json
23:35:20.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:20.356467 28377 master_runner.cc:386] Master server non-default flags:
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.96.84:34843
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.96.126:44705,127.27.96.125:32789,127.27.96.124:37729
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.125.keytab
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.96.125
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.96.125:32789
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37497/jwks.json
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data/info.pb
23:35:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.96.125
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44645
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/logs
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 22:47:25 UTC on ccycloud.quasar-hytfkc.root.comops.site
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579239
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:35:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:20.357987 28377 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:35:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:20.359258 28377 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:35:20.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.380589 28386 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:21.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.383929 28388 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:21.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:20.380610 28384 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:21.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:21.607651 28387 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:35:21.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.607796 28377 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:35:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.611491 28377 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:35:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.614638 28377 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:35:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.616176 28377 hybrid_clock.cc:648] HybridClock initialized: now 1786404921616146 us; error 47 us; skew 500 ppm
23:35:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.617107 28377 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:35:21.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:21 dist-test-slave-9jjr krb5kdc[28049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404921, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
23:35:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.623189 28377 init.cc:377] Logged in from keytab as kudu/127.27.96.125@KRBTEST.COM (short username kudu)
23:35:21.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.628458 28377 webserver.cc:460] Webserver started at http://127.27.96.125:44645/ using document root <none> and password file <none>
23:35:21.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.629319 28377 fs_manager.cc:359] Metadata directory not provided
23:35:21.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.629515 28377 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:35:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.637217 28377 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
23:35:21.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.641516 28396 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:35:21.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.642663 28377 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
23:35:21.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.642951 28377 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data,/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal
23:35:21.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7468054ae1884823ac21dde2b20697e6"
23:35:21.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:16 on dist-test-slave-9jjr"
23:35:21.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.645394 28377 fs_report.cc:383] FS layout report
23:35:21.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:35:21.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal
23:35:21.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal
23:35:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data/data
23:35:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:35:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:35:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:35:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:35:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:35:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:35:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:35:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:35:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:35:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:35:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:35:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.679507 28377 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:35:21.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.685141 28377 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:35:21.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.685570 28377 kserver.cc:163] Server-wide thread pool size limit: 3276
23:35:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.767074 28377 rpc_server.cc:307] RPC server started. Bound to: 127.27.96.125:32789
23:35:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.767155 28453 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.96.125:32789 every 8 connection(s)
23:35:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.769958 28377 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/data/info.pb
23:35:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.779239 28033 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu as pid 28377
23:35:21.780 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
23:35:21.780 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.96.124:37729
23:35:21.780 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
23:35:21.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.782027 28454 sys_catalog.cc:263] Verifying existing consensus state
23:35:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260810 23:35:21.783250 28454 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
23:35:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.783128 28033 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/wal
23:35:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data
23:35:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/logs
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data/info.pb
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.96.124:37729
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.96.124
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33883
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.124.keytab
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.96.124
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
23:35:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.96.84:34843
23:35:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:35:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.96.126:44705,127.27.96.125:32789,127.27.96.124:37729
23:35:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:35:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37497/jwks.json
23:35:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
23:35:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.784426 28377 master.cc:537] Master@127.27.96.125:32789 shutting down...
23:35:21.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:21.863974 28377 master.cc:552] Master@127.27.96.125:32789 shutdown complete.
23:35:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
23:35:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.120627 28458 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:35:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.121179 28458 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:35:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.121856 28458 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:35:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.159510 28458 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
23:35:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.159746 28458 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:35:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.160198 28458 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:35:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.160549 28458 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:35:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.160876 28458 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:35:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.161211 28458 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:35:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.161444 28458 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37497/jwks.json
23:35:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:22.202296 28458 master_runner.cc:386] Master server non-default flags:
23:35:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.96.84:34843
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/wal
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.96.126:44705,127.27.96.125:32789,127.27.96.124:37729
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.124.keytab
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.96.124
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.96.124:37729
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37497/jwks.json
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data/info.pb
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.96.124
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33883
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/logs
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:35:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:35:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:35:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:35:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:35:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:35:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 22:47:25 UTC on ccycloud.quasar-hytfkc.root.comops.site
23:35:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579239
23:35:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:35:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:22.203840 28458 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:35:22.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:22.205109 28458 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:35:22.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.224313 28466 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:23.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.224283 28464 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:22.224301 28469 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:22.225835 28458 server_base.cc:1034] running on GCE node
23:35:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.462705 28458 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:35:23.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.465454 28458 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:35:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.466804 28458 hybrid_clock.cc:648] HybridClock initialized: now 1786404923466758 us; error 47 us; skew 500 ppm
23:35:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.467630 28458 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:35:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:23 dist-test-slave-9jjr krb5kdc[28049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404923, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
23:35:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.473853 28458 init.cc:377] Logged in from keytab as kudu/127.27.96.124@KRBTEST.COM (short username kudu)
23:35:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.479853 28458 webserver.cc:460] Webserver started at http://127.27.96.124:33883/ using document root <none> and password file <none>
23:35:23.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.480837 28458 fs_manager.cc:359] Metadata directory not provided
23:35:23.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.481113 28458 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:35:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.489790 28458 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.006s
23:35:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.494515 28480 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:35:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.495543 28458 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
23:35:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.495899 28458 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data,/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/wal
23:35:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46162a6093c84d5d88e557474b5d4632"
23:35:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:19 on dist-test-slave-9jjr"
23:35:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.498240 28458 fs_report.cc:383] FS layout report
23:35:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:35:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/wal
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/wal
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data/data
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:35:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:35:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.565001 28458 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:35:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.570838 28458 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:35:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.571399 28458 kserver.cc:163] Server-wide thread pool size limit: 3276
23:35:23.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.650319 28458 rpc_server.cc:307] RPC server started. Bound to: 127.27.96.124:37729
23:35:23.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.650452 28537 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.96.124:37729 every 8 connection(s)
23:35:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.653230 28458 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-2/data/info.pb
23:35:23.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.657770 28033 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu as pid 28458
23:35:23.659 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
23:35:23.659 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.96.126:44705
23:35:23.659 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
23:35:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.661298 28033 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu
23:35:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal
23:35:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data
23:35:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:35:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:35:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:35:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/logs
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data/info.pb
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.96.126:44705
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.96.126
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38647
23:35:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.126.keytab
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.96.126
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.96.84:34843
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.96.126:44705,127.27.96.125:32789,127.27.96.124:37729
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37497/jwks.json
23:35:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
23:35:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.666558 28538 sys_catalog.cc:263] Verifying existing consensus state
23:35:23.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.672838 28538 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: Bootstrap starting.
23:35:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.713253 28538 log.cc:824] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: Log is configured to *not* fsync() on all Append() calls
23:35:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.718974 28538 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:35:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.719872 28538 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: Bootstrap complete.
23:35:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.755713 28538 raft_consensus.cc:348] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } }
23:35:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.758252 28538 raft_consensus.cc:374] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:35:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.758589 28538 raft_consensus.cc:729] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 46162a6093c84d5d88e557474b5d4632, State: Initialized, Role: FOLLOWER
23:35:23.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.759653 28538 consensus_queue.cc:260] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } }
23:35:23.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.763113 28545 sys_catalog.cc:455] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } } }
23:35:23.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.764008 28545 sys_catalog.cc:458] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [sys.catalog]: This master's current role is: FOLLOWER
23:35:23.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.764838 28538 sys_catalog.cc:564] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [sys.catalog]: configured and running, proceeding with master startup.
23:35:23.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:23.810168 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:23.810856 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:23.827271 28486 tablet.cc:2369] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:35:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.805650 28458 master_runner.cc:186] Error getting master registration for 127.27.96.126:44705: Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111),
23:35:23.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:23.835915 28458 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:35:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.024644 28540 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:35:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.025478 28540 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:35:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.026170 28540 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:35:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.058533 28540 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
23:35:24.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.058846 28540 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:35:24.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.059255 28540 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:35:24.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.059600 28540 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:35:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.059918 28540 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:35:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.060245 28540 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:35:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.060477 28540 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37497/jwks.json
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:24.101001 28540 master_runner.cc:386] Master server non-default flags:
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.96.84:34843
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.96.126:44705,127.27.96.125:32789,127.27.96.124:37729
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/krb5kdc/kudu_127.27.96.126.keytab
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.96.126
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:35:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.96.126:44705
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37497/jwks.json
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data/info.pb
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.96.126
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38647
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/logs
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:35:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 22:47:25 UTC on ccycloud.quasar-hytfkc.root.comops.site
23:35:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579239
23:35:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:35:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:24.102605 28540 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:35:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:24.103863 28540 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:35:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.125303 28566 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:24.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:24.255715 28545 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:35:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:24.256306 28545 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } }
23:35:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:24.260118 28545 leader_election.cc:288] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705), 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789)
23:35:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.262070 28483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111)
23:35:24.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.269218 28483 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705): Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111)
23:35:24.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.271093 28482 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789): Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:24.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:24.271498 28482 leader_election.cc:302] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46162a6093c84d5d88e557474b5d4632; no voters: 0ad904ec185949b7bafdbead292e1900, 7468054ae1884823ac21dde2b20697e6
23:35:24.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:24.272385 28545 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:35:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.816474 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:24.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.817045 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:25.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.129410 28569 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:25.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:24.125496 28567 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:35:25.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:25.440760 28568 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:35:25.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.441011 28540 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:35:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.445319 28540 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:35:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.449019 28540 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:35:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.450574 28540 hybrid_clock.cc:648] HybridClock initialized: now 1786404925450510 us; error 72 us; skew 500 ppm
23:35:25.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.451591 28540 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:35:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:25 dist-test-slave-9jjr krb5kdc[28049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404925, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
23:35:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.461207 28540 init.cc:377] Logged in from keytab as kudu/127.27.96.126@KRBTEST.COM (short username kudu)
23:35:25.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.471390 28540 webserver.cc:460] Webserver started at http://127.27.96.126:38647/ using document root <none> and password file <none>
23:35:25.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.472299 28540 fs_manager.cc:359] Metadata directory not provided
23:35:25.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.472506 28540 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:35:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.481675 28540 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
23:35:25.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.486780 28579 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:35:25.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.487921 28540 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
23:35:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.488206 28540 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data,/tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal
23:35:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ad904ec185949b7bafdbead292e1900"
23:35:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 23:35:13 on dist-test-slave-9jjr"
23:35:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.490628 28540 fs_report.cc:383] FS layout report
23:35:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:35:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal
23:35:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal
23:35:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data/data
23:35:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:35:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:35:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:35:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:35:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:35:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:35:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:35:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:35:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:35:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:35:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:35:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.545444 28540 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:35:25.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.551962 28540 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:35:25.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.552403 28540 kserver.cc:163] Server-wide thread pool size limit: 3276
23:35:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.657404 28540 rpc_server.cc:307] RPC server started. Bound to: 127.27.96.126:44705
23:35:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.657548 28640 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.96.126:44705 every 8 connection(s)
23:35:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.661883 28540 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/data/info.pb
23:35:25.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.668043 28033 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu as pid 28540
23:35:25.669 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
23:35:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.679914 28641 sys_catalog.cc:263] Verifying existing consensus state
23:35:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260810 23:35:25.680936 28641 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
23:35:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.681427 28540 master.cc:537] Master@127.27.96.126:44705 shutting down...
23:35:25.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:25.696386 28013 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae2c0 after lost signal to thread 27875
23:35:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:25.697615 28013 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9bc0 after lost signal to thread 28017
23:35:25.770 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.805891 28540 master.cc:552] Master@127.27.96.126:44705 shutdown complete.
23:35:25.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasksngkcS/test-tmp/mini-kudu-cluster8446776528084102807/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
23:35:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:25.824483 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:25.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:25.825079 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:25.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.836702 28644 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:35:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.844847 28644 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } }
23:35:25.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.852174 28644 leader_election.cc:288] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705), 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789)
23:35:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:25.865336 28482 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789): Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:25.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:25.867515 28483 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705): Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111)
23:35:25.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.868075 28483 leader_election.cc:302] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46162a6093c84d5d88e557474b5d4632; no voters: 0ad904ec185949b7bafdbead292e1900, 7468054ae1884823ac21dde2b20697e6
23:35:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:25.868913 28644 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:35:25.927 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.96.124:37729(127.27.96.124:37729)] connecting to peer
23:35:25.930 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:25.988 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.96.124:37729(127.27.96.124:37729)] Successfully connected to peer
23:35:25.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.088 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
23:35:26.099 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.27.96.124
23:35:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:26 dist-test-slave-9jjr krb5kdc[28049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404919, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.96.124@KRBTEST.COM
23:35:26.373 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x169927f0, L:/127.0.0.1:57622 - R:/127.27.96.124:37729] using SASL/GSSAPI
23:35:26.390 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:26.395 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:26.400 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:26.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:26.415 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:26.416 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:26.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:26.435 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:26.436 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:26.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:26.475 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:26.477 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:26.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:26.515 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:26.518 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:26.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:26.535 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:26.536 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:26.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:26.575 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:26.578 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:26.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:26.815 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:26.817 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:26.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:26.829918 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:26.830305 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:26.856 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:26.857 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:26.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:26.976 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:26.977 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:26.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:26.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:26.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:27.576 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:27.577 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:27.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:27.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:27.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:27.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:27.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:27.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:27.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:27.833307 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:27.833556 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:28.355 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:28.357 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:28.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:28.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:28.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:28.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:28.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:28.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:28.361 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:28.775 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:28.777 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:28.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:28.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:28.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:28.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:28.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:28.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:28.781 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:28.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:28.836910 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:28.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:28.837164 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:28.838953 28458 master_runner.cc:186] Error getting master registration for 127.27.96.126:44705: Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111),
23:35:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:28.839308 28458 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:35:29.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:29.145231 28654 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:35:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:29.145774 28654 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } }
23:35:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:29.147260 28654 leader_election.cc:288] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705), 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789)
23:35:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:29.151924 28483 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705): Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111)
23:35:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:29.152433 28482 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789): Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:29.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:29.152801 28483 leader_election.cc:302] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46162a6093c84d5d88e557474b5d4632; no voters: 0ad904ec185949b7bafdbead292e1900, 7468054ae1884823ac21dde2b20697e6
23:35:29.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:29.153466 28654 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:35:29.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:29.840197 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:29.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:29.840518 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:30.175 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:30.177 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:30.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:30.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:30.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:30.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:30.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:30.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:30.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:30.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:30.843603 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:30.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:30.843936 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:31.584728 28660 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:35:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:31.585203 28660 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } }
23:35:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:31.586863 28660 leader_election.cc:288] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705), 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789)
23:35:31.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:31.589010 28483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111) [suppressed 5 similar messages]
23:35:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:31.591463 28482 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789): Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:31.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:31.592193 28483 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705): Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111)
23:35:31.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:31.592525 28483 leader_election.cc:302] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46162a6093c84d5d88e557474b5d4632; no voters: 0ad904ec185949b7bafdbead292e1900, 7468054ae1884823ac21dde2b20697e6
23:35:31.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:31.593137 28660 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:35:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:31.847527 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:31.847872 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:32.636 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:32.637 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:32.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:32.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:32.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:32.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:32.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:32.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:32.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:32.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:32.851732 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:32.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:32.852138 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:33.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:33 dist-test-slave-9jjr krb5kdc[28049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404933, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
23:35:33.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:33.478804 28476 init.cc:295] Successfully reacquired a new kerberos TGT
23:35:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:33.842597 28458 master_runner.cc:186] Error getting master registration for 127.27.96.126:44705: Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111),
23:35:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:33.842994 28458 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:35:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:33.855331 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:33.855628 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:34.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:34.858955 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:34.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:34.859266 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:35.862684 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:35.862982 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:36.265215 28671 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:35:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:36.265793 28671 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } }
23:35:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:36.267781 28671 leader_election.cc:288] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705), 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789)
23:35:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:36.273275 28482 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789): Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:36.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:36.274084 28483 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705): Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111)
23:35:36.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:36.274509 28483 leader_election.cc:302] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46162a6093c84d5d88e557474b5d4632; no voters: 0ad904ec185949b7bafdbead292e1900, 7468054ae1884823ac21dde2b20697e6
23:35:36.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:36.275305 28671 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:35:36.556 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:36.557 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:36.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:36.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:36.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:36.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:36.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:36.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:36.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:36.866544 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:36.866806 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:37.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:37.869841 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:37.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:37.870204 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:38.075 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:38.077 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:38.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:38.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:38.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:38.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:38.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:38.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:38.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:38.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:38.845790 28458 master_runner.cc:186] Error getting master registration for 127.27.96.126:44705: Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111),
23:35:38.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:38.846263 28458 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:35:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:38.873215 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:38.873499 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:39.876998 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:39.877277 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:40.122247 28682 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:35:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:40.122645 28682 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } }
23:35:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:40.124286 28682 leader_election.cc:288] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705), 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789)
23:35:40.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:40.126618 28483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111) [suppressed 3 similar messages]
23:35:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:40.129765 28483 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705): Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111)
23:35:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:40.130563 28482 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789): Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:40.130975 28482 leader_election.cc:302] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46162a6093c84d5d88e557474b5d4632; no voters: 0ad904ec185949b7bafdbead292e1900, 7468054ae1884823ac21dde2b20697e6
23:35:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:40.131742 28682 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:35:40.515 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:40.517 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:40.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:40.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:40.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:40.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:40.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:40.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:40.528 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:40.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:40.880203 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:40.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:40.880474 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:41.883410 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:41.883669 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:42.887353 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:42.887691 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:43.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:43 dist-test-slave-9jjr krb5kdc[28049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404943, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
23:35:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:43.481360 28476 init.cc:295] Successfully reacquired a new kerberos TGT
23:35:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:43.849699 28458 master_runner.cc:186] Error getting master registration for 127.27.96.126:44705: Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111),
23:35:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:43.850194 28458 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:35:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:43.890692 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:43.891036 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:44.335 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:44.337 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:44.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:44.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:44.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:44.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:44.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:44.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:44.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:44.893884 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:44.894304 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:45.897125 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:45.897441 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:46.207216 28534 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8960 after lost signal to thread 28459
23:35:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:46.207836 28534 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5520 after lost signal to thread 28537
23:35:46.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:46.901957 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:46.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:46.902351 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:47.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:47.300989 28692 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:35:47.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:47.301681 28692 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad904ec185949b7bafdbead292e1900" member_type: VOTER last_known_addr { host: "127.27.96.126" port: 44705 } } peers { permanent_uuid: "7468054ae1884823ac21dde2b20697e6" member_type: VOTER last_known_addr { host: "127.27.96.125" port: 32789 } } peers { permanent_uuid: "46162a6093c84d5d88e557474b5d4632" member_type: VOTER last_known_addr { host: "127.27.96.124" port: 37729 } }
23:35:47.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:47.304108 28692 leader_election.cc:288] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705), 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789)
23:35:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:47.306784 28483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111) [suppressed 1 similar messages]
23:35:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:47.311285 28483 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0ad904ec185949b7bafdbead292e1900 (127.27.96.126:44705): Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111)
23:35:47.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:47.311946 28482 leader_election.cc:334] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7468054ae1884823ac21dde2b20697e6 (127.27.96.125:32789): Network error: Client connection negotiation failed: client connection to 127.27.96.125:32789: connect: Connection refused (error 111)
23:35:47.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:47.312290 28482 leader_election.cc:302] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46162a6093c84d5d88e557474b5d4632; no voters: 0ad904ec185949b7bafdbead292e1900, 7468054ae1884823ac21dde2b20697e6
23:35:47.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:47.313028 28692 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:35:47.595 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:47.596 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:47.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:47.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:47.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:47.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:47.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:47.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:47.600 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:47.906741 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:47.907089 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:48.909960 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:48.910235 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:48.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:48.935921 28458 master_runner.cc:186] Error getting master registration for 127.27.96.126:44705: Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111),
23:35:48.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:48.936329 28458 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:35:49.575 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:49.576 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:49.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:49.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:49.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:49.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:49.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:49.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:49.580 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:49.913026 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:49.913291 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:50.335 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:50.336 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:50.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:50.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:50.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:50.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:50.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:50.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:50.340 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:50.835 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:50.837 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:50.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:50.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:50.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:50.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:50.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:50.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:50.841 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:50.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:50.917212 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:50.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:50.917531 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:51.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:51.921800 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:51.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:51.922153 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:52.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:52.926811 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:52.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:52.927255 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 23:35:53 dist-test-slave-9jjr krb5kdc[28049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786404953, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.96.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
23:35:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:53.483922 28476 init.cc:295] Successfully reacquired a new kerberos TGT
23:35:53.575 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:53.576 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:53.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:53.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:53.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:53.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:53.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:53.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:53.580 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:53.775 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:53.776 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:53.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:53.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:53.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:53.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:53.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:53.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:53.781 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:53.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:53.931752 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:53.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:53.932076 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:53.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:53.939881 28458 master_runner.cc:186] Error getting master registration for 127.27.96.126:44705: Network error: Client connection negotiation failed: client connection to 127.27.96.126:44705: connect: Connection refused (error 111),
23:35:53.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:53.940299 28458 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:35:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:54.934794 28558 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 46162a6093c84d5d88e557474b5d4632: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:35:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 23:35:54.935088 28558 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:35:54.955 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.125:32789(127.27.96.125:32789)] connecting to peer
23:35:54.956 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.27.96.126:44705(127.27.96.126:44705)] connecting to peer
23:35:54.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:54.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:54.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.125:32789(127.27.96.125:32789)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:54.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.96.126:44705(127.27.96.126:44705)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:54.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.125:32789: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789
23:35:54.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.96.126:44705: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
23:35:54.960 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705; will retry
23:35:54.964 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29288), Traces: [0ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [333ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [707ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [712ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [715ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [724ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [730ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [731ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [732ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [735ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [739ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [744ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [746ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [760ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [761ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [763ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [804ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [804ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [806ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [842ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [843ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [846ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [847ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [855ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [860ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [864ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [865ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [896ms] refreshing cache from master, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [901ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [904ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [905ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1135ms] refreshing cache from master, [1136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [1137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [1138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [1143ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1176ms] refreshing cache from master, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1191ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1193ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [1194ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [1298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1304ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1896ms] refreshing cache from master, [1896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [1898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [1898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1905ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [1906ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [2675ms] refreshing cache from master, [2676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [2676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [2678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [2681ms] too many traces: truncated at 100 traces, deferred=Deferred@1846861547(state=PENDING, result=null, callback=(continuation of Deferred@960981609 after retry RPC after error@1958174506) -> (continuation of Deferred@1665589382 after retry RPC after error@728603011) -> (continuation of Deferred@695970469 after retry RPC after error@1744563887) -> (continuation of Deferred@862806022 after retry RPC after error@1955284585) -> (continuation of Deferred@5367007 after retry RPC after error@954723564) -> (continuation of Deferred@1624426150 after retry RPC after error@1313107163) -> (continuation of Deferred@1094459088 after retry RPC after error@1178274455) -> (continuation of Deferred@816452352 after retry RPC after error@1566933882) -> (continuation of Deferred@2089733272 after retry RPC after error@1652493868) -> (continuation of Deferred@36512624 after retry RPC after error@1940000284) -> (continuation of Deferred@2042820348 after retry RPC after error@1666619782) -> (continuation of Deferred@134942783 after retry RPC after error@1798979020) -> (continuation of Deferred@86070081 after retry RPC after error@1391222986) -> (continuation of Deferred@45484096 after retry RPC after error@953717127) -> (continuation of Deferred@929855110 after retry RPC after error@112700049) -> (continuation of Deferred@879842831 after retry RPC after error@1222225327) -> (continuation of Deferred@475343476 after retry RPC after error@655226957) -> (continuation of Deferred@426906509 after retry RPC after error@482566617) -> (continuation of Deferred@703659711 after retry RPC after error@1635234908) -> (continuation of Deferred@1754283396 after retry RPC after error@1876575462) -> (continuation of Deferred@1106332324 after retry RPC after error@494453650) -> (continuation of Deferred@1953341860 after retry RPC after error@1227695803) -> (continuation of Deferred@37941584 after retry RPC after error@1509803737) -> (continuation of Deferred@1082408131 after retry RPC after error@1614594710) -> (continuation of Deferred@1977710512 after retry RPC after error@1109245147) -> (continuation of Deferred@597619327 after retry RPC after error@623951080), errback=(continuation of Deferred@960981609 after retry RPC after error@1958174506) -> (continuation of Deferred@1665589382 after retry RPC after error@728603011) -> (continuation of Deferred@695970469 after retry RPC after error@1744563887) -> (continuation of Deferred@862806022 after retry RPC after error@1955284585) -> (continuation of Deferred@5367007 after retry RPC after error@954723564) -> (continuation of Deferred@1624426150 after retry RPC after error@1313107163) -> (continuation of Deferred@1094459088 after retry RPC after error@1178274455) -> (continuation of Deferred@816452352 after retry RPC after error@1566933882) -> (continuation of Deferred@2089733272 after retry RPC after error@1652493868) -> (continuation of Deferred@36512624 after retry RPC after error@1940000284) -> (continuation of Deferred@2042820348 after retry RPC after error@1666619782) -> (continuation of Deferred@134942783 after retry RPC after error@1798979020) -> (continuation of Deferred@86070081 after retry RPC after error@1391222986) -> (continuation of Deferred@45484096 after retry RPC after error@953717127) -> (continuation of Deferred@929855110 after retry RPC after error@112700049) -> (continuation of Deferred@879842831 after retry RPC after error@1222225327) -> (continuation of Deferred@475343476 after retry RPC after error@655226957) -> (continuation of Deferred@426906509 after retry RPC after error@482566617) -> (continuation of Deferred@703659711 after retry RPC after error@1635234908) -> (continuation of Deferred@1754283396 after retry RPC after error@1876575462) -> (continuation of Deferred@1106332324 after retry RPC after error@494453650) -> (continuation of Deferred@1953341860 after retry RPC after error@1227695803) -> (continuation of Deferred@37941584 after retry RPC after error@1509803737) -> (continuation of Deferred@1082408131 after retry RPC after error@1614594710) -> (continuation of Deferred@1977710512 after retry RPC after error@1109245147) -> (continuation of Deferred@597619327 after retry RPC after error@623951080)))
23:35:54.969 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.96.126:44705(127.27.96.126:44705)] disconnecting while in state TERMINATED
23:35:54.971 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.96.124:37729(127.27.96.124:37729)] disconnecting while in state READY
23:35:54.971 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.96.125:32789(127.27.96.125:32789)] disconnecting while in state TERMINATED
23:35:54.976 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:35:54.978 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:35:54.978 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.96.124:37729(127.27.96.124:37729)] handling channelInactive
23:35:54.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.96.124:37729(127.27.96.124:37729)] cleaning up while in state READY due to: connection closed
23:35:54.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:54.984565 28033 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu with pid 28458
23:35:56.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T23:35:56Z chronyd exiting
23:35:57.344 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:35:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:57.345834 27214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu with pid 27533
23:35:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:57.377863 27214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu with pid 27713
23:35:57.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:57.416486 27214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu with pid 27868
23:35:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:57.456418 27214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu with pid 27227
23:35:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:57.494853 27214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu with pid 27308
23:35:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 23:35:57.535511 27214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasksngkcS/build/tsan/bin/kudu with pid 27390
23:35:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T23:35:58Z chronyd exiting
23:35:59.746 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29288), Traces: [0ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [333ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [707ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [712ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [715ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [724ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [730ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [731ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [732ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [735ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [739ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [744ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [746ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [760ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [761ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [763ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [804ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [804ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [806ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [842ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [843ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [846ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [847ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [855ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [860ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [864ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [865ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [896ms] refreshing cache from master, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [901ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [904ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [905ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1135ms] refreshing cache from master, [1136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [1137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [1138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [1143ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1176ms] refreshing cache from master, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1191ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1193ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [1194ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [1298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1304ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1896ms] refreshing cache from master, [1896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [1898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [1898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1905ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [1906ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [2675ms] refreshing cache from master, [2676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [2676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [2678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [2681ms] too many traces: truncated at 100 traces, deferred=Deferred@1846861547(state=PENDING, result=null, callback=(continuation of Deferred@960981609 after retry RPC after error@1958174506) -> (continuation of Deferred@1665589382 after retry RPC after error@728603011) -> (continuation of Deferred@695970469 after retry RPC after error@1744563887) -> (continuation of Deferred@862806022 after retry RPC after error@1955284585) -> (continuation of Deferred@5367007 after retry RPC after error@954723564) -> (continuation of Deferred@1624426150 after retry RPC after error@1313107163) -> (continuation of Deferred@1094459088 after retry RPC after error@1178274455) -> (continuation of Deferred@816452352 after retry RPC after error@1566933882) -> (continuation of Deferred@2089733272 after retry RPC after error@1652493868) -> (continuation of Deferred@36512624 after retry RPC after error@1940000284) -> (continuation of Deferred@2042820348 after retry RPC after error@1666619782) -> (continuation of Deferred@134942783 after retry RPC after error@1798979020) -> (continuation of Deferred@86070081 after retry RPC after error@1391222986) -> (continuation of Deferred@45484096 after retry RPC after error@953717127) -> (continuation of Deferred@929855110 after retry RPC after error@112700049) -> (continuation of Deferred@879842831 after retry RPC after error@1222225327) -> (continuation of Deferred@475343476 after retry RPC after error@655226957) -> (continuation of Deferred@426906509 after retry RPC after error@482566617) -> (continuation of Deferred@703659711 after retry RPC after error@1635234908) -> (continuation of Deferred@1754283396 after retry RPC after error@1876575462) -> (continuation of Deferred@1106332324 after retry RPC after error@494453650) -> (continuation of Deferred@1953341860 after retry RPC after error@1227695803) -> (continuation of Deferred@37941584 after retry RPC after error@1509803737) -> (continuation of Deferred@1082408131 after retry RPC after error@1614594710) -> (continuation of Deferred@1977710512 after retry RPC after error@1109245147) -> (continuation of Deferred@597619327 after retry RPC after error@623951080), errback=(continuation of Deferred@960981609 after retry RPC after error@1958174506) -> (continuation of Deferred@1665589382 after retry RPC after error@728603011) -> (continuation of Deferred@695970469 after retry RPC after error@1744563887) -> (continuation of Deferred@862806022 after retry RPC after error@1955284585) -> (continuation of Deferred@5367007 after retry RPC after error@954723564) -> (continuation of Deferred@1624426150 after retry RPC after error@1313107163) -> (continuation of Deferred@1094459088 after retry RPC after error@1178274455) -> (continuation of Deferred@816452352 after retry RPC after error@1566933882) -> (continuation of Deferred@2089733272 after retry RPC after error@1652493868) -> (continuation of Deferred@36512624 after retry RPC after error@1940000284) -> (continuation of Deferred@2042820348 after retry RPC after error@1666619782) -> (continuation of Deferred@134942783 after retry RPC after error@1798979020) -> (continuation of Deferred@86070081 after retry RPC after error@1391222986) -> (continuation of Deferred@45484096 after retry RPC after error@953717127) -> (continuation of Deferred@929855110 after retry RPC after error@112700049) -> (continuation of Deferred@879842831 after retry RPC after error@1222225327) -> (continuation of Deferred@475343476 after retry RPC after error@655226957) -> (continuation of Deferred@426906509 after retry RPC after error@482566617) -> (continuation of Deferred@703659711 after retry RPC after error@1635234908) -> (continuation of Deferred@1754283396 after retry RPC after error@1876575462) -> (continuation of Deferred@1106332324 after retry RPC after error@494453650) -> (continuation of Deferred@1953341860 after retry RPC after error@1227695803) -> (continuation of Deferred@37941584 after retry RPC after error@1509803737) -> (continuation of Deferred@1082408131 after retry RPC after error@1614594710) -> (continuation of Deferred@1977710512 after retry RPC after error@1109245147) -> (continuation of Deferred@597619327 after retry RPC after error@623951080)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.96.126:44705
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29288), Traces: [0ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [333ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [707ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [712ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [715ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [724ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [730ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [731ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [732ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [735ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [739ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [744ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [746ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [760ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [761ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [763ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [804ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [804ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [806ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [842ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [843ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [846ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [847ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [855ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [860ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [864ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [865ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [896ms] refreshing cache from master, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [901ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [904ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [905ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1135ms] refreshing cache from master, [1136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [1137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [1138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [1143ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1176ms] refreshing cache from master, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1191ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1193ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [1194ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [1298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1304ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1896ms] refreshing cache from master, [1896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [1898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [1898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.126:44705: Network error: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.125:32789: Network error: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [1905ms] Sub RPC ConnectToMaster: received response from server master-127.27.96.124:37729: OK, [1906ms] delaying RPC due to: Service unavailable: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789, [2675ms] refreshing cache from master, [2676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.125:32789, [2676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.124:37729, [2678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.96.126:44705, [2681ms] too many traces: truncated at 100 traces, deferred=Deferred@1846861547(state=PENDING, result=null, callback=(continuation of Deferred@960981609 after retry RPC after error@1958174506) -> (continuation of Deferred@1665589382 after retry RPC after error@728603011) -> (continuation of Deferred@695970469 after retry RPC after error@1744563887) -> (continuation of Deferred@862806022 after retry RPC after error@1955284585) -> (continuation of Deferred@5367007 after retry RPC after error@954723564) -> (continuation of Deferred@1624426150 after retry RPC after error@1313107163) -> (continuation of Deferred@1094459088 after retry RPC after error@1178274455) -> (continuation of Deferred@816452352 after retry RPC after error@1566933882) -> (continuation of Deferred@2089733272 after retry RPC after error@1652493868) -> (continuation of Deferred@36512624 after retry RPC after error@1940000284) -> (continuation of Deferred@2042820348 after retry RPC after error@1666619782) -> (continuation of Deferred@134942783 after retry RPC after error@1798979020) -> (continuation of Deferred@86070081 after retry RPC after error@1391222986) -> (continuation of Deferred@45484096 after retry RPC after error@953717127) -> (continuation of Deferred@929855110 after retry RPC after error@112700049) -> (continuation of Deferred@879842831 after retry RPC after error@1222225327) -> (continuation of Deferred@475343476 after retry RPC after error@655226957) -> (continuation of Deferred@426906509 after retry RPC after error@482566617) -> (continuation of Deferred@703659711 after retry RPC after error@1635234908) -> (continuation of Deferred@1754283396 after retry RPC after error@1876575462) -> (continuation of Deferred@1106332324 after retry RPC after error@494453650) -> (continuation of Deferred@1953341860 after retry RPC after error@1227695803) -> (continuation of Deferred@37941584 after retry RPC after error@1509803737) -> (continuation of Deferred@1082408131 after retry RPC after error@1614594710) -> (continuation of Deferred@1977710512 after retry RPC after error@1109245147) -> (continuation of Deferred@597619327 after retry RPC after error@623951080), errback=(continuation of Deferred@960981609 after retry RPC after error@1958174506) -> (continuation of Deferred@1665589382 after retry RPC after error@728603011) -> (continuation of Deferred@695970469 after retry RPC after error@1744563887) -> (continuation of Deferred@862806022 after retry RPC after error@1955284585) -> (continuation of Deferred@5367007 after retry RPC after error@954723564) -> (continuation of Deferred@1624426150 after retry RPC after error@1313107163) -> (continuation of Deferred@1094459088 after retry RPC after error@1178274455) -> (continuation of Deferred@816452352 after retry RPC after error@1566933882) -> (continuation of Deferred@2089733272 after retry RPC after error@1652493868) -> (continuation of Deferred@36512624 after retry RPC after error@1940000284) -> (continuation of Deferred@2042820348 after retry RPC after error@1666619782) -> (continuation of Deferred@134942783 after retry RPC after error@1798979020) -> (continuation of Deferred@86070081 after retry RPC after error@1391222986) -> (continuation of Deferred@45484096 after retry RPC after error@953717127) -> (continuation of Deferred@929855110 after retry RPC after error@112700049) -> (continuation of Deferred@879842831 after retry RPC after error@1222225327) -> (continuation of Deferred@475343476 after retry RPC after error@655226957) -> (continuation of Deferred@426906509 after retry RPC after error@482566617) -> (continuation of Deferred@703659711 after retry RPC after error@1635234908) -> (continuation of Deferred@1754283396 after retry RPC after error@1876575462) -> (continuation of Deferred@1106332324 after retry RPC after error@494453650) -> (continuation of Deferred@1953341860 after retry RPC after error@1227695803) -> (continuation of Deferred@37941584 after retry RPC after error@1509803737) -> (continuation of Deferred@1082408131 after retry RPC after error@1614594710) -> (continuation of Deferred@1977710512 after retry RPC after error@1109245147) -> (continuation of Deferred@597619327 after retry RPC after error@623951080)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.96.125:32789,127.27.96.124:37729,127.27.96.126:44705) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.125:32789(127.27.96.125:32789): Connection refused: /127.27.96.125:32789,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.96.126:44705(127.27.96.126:44705): Connection refused: /127.27.96.126:44705
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.96.126:44705
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)