19:38:43.824 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:38:43.838 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskEHL8y3/test-tmp
19:38:43.842 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:38:43.846 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskEHL8y3/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:38:44.134 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:38:44.312 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:38:44.314 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:38:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:44.318893 10415 mini_oidc.cc:152] Starting JWKS server
19:38:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:44.324800 10415 webserver.cc:460] Webserver started at http://127.0.0.1:39165/ using document root <none> and password file <none>
19:38:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:44.325510 10415 mini_oidc.cc:189] Starting OIDC Discovery server
19:38:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:44.327800 10415 webserver.cc:460] Webserver started at http://127.0.0.1:44085/ using document root <none> and password file <none>
19:38:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:38:44Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:38:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:38:44Z Disabled control of system clock
19:38:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:44.393651 10415 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:38:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:38:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/wal
19:38:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/data
19:38:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:38:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:38:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:38:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:38:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:38:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:38:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/logs
19:38:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/data/info.pb
19:38:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:38:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:38:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:38:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:38:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:38:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:38:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:38:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:38:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:38:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:38:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:38:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:38:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.43.254:40447
19:38:44.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.43.254
19:38:44.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:38:44.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.43.212:36453
19:38:44.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:38:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:38:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:38:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:38:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.43.254:40447,127.10.43.253:36463,127.10.43.252:40319
19:38:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:38:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39165/jwks.json with env {}
19:38:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:44.767252 10438 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:38:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:44.768181 10438 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:38:44.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:44.769151 10438 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:38:44.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:44.803792 10438 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:38:44.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:44.804282 10438 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:38:44.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:44.804632 10438 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:38:44.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:44.804989 10438 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:38:44.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:44.805375 10438 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:38:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:44.805714 10438 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39165/jwks.json
19:38:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:44.845970 10438 master_runner.cc:386] Master server non-default flags:
19:38:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:38:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.43.212:36453
19:38:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:38:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:38:44.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/data
19:38:44.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/wal
19:38:44.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:38:44.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.43.254:40447,127.10.43.253:36463,127.10.43.252:40319
19:38:44.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:38:44.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:38:44.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:38:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.43.254:40447
19:38:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:38:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:38:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:38:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39165/jwks.json
19:38:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:38:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:38:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/data/info.pb
19:38:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.43.254
19:38:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:38:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:38:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:38:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:38:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:38:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:38:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/logs
19:38:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:38:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:38:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:38:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:38:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:38:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:38:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:38:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:38:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:38:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:38:44.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:44.848227 10438 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:38:44.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:44.851183 10438 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:38:44.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:44.874480 10451 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:44.874553 10450 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:44.875011 10453 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:44.876876 10438 server_base.cc:1034] running on GCE node
19:38:46.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.154850 10438 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:38:46.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.159683 10438 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:38:46.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.161322 10438 hybrid_clock.cc:648] HybridClock initialized: now 1786563526161292 us; error 106 us; skew 500 ppm
19:38:46.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.162420 10438 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:38:46.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.177001 10438 webserver.cc:460] Webserver started at http://127.10.43.254:46783/ using document root <none> and password file <none>
19:38:46.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.178435 10438 fs_manager.cc:359] Metadata directory not provided
19:38:46.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.178675 10438 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:38:46.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.179181 10438 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:38:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.185395 10438 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/data/instance:
19:38:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8afe030332dc4ad8ae5832666beebbf7"
19:38:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:46 on dist-test-slave-zr1t"
19:38:46.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.186972 10438 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/wal/instance:
19:38:46.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8afe030332dc4ad8ae5832666beebbf7"
19:38:46.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:46 on dist-test-slave-zr1t"
19:38:46.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.196916 10438 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.000s
19:38:46.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.204123 10465 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:38:46.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.205852 10438 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
19:38:46.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.206221 10438 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/data,/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/wal
19:38:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8afe030332dc4ad8ae5832666beebbf7"
19:38:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:46 on dist-test-slave-zr1t"
19:38:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.206625 10438 fs_report.cc:383] FS layout report
19:38:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:38:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/wal
19:38:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/wal
19:38:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/data/data
19:38:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:38:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:38:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:38:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:38:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:38:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:38:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:38:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:38:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:38:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:38:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:38:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.248746 10438 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:38:46.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.250715 10438 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:38:46.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.251261 10438 kserver.cc:163] Server-wide thread pool size limit: 3276
19:38:46.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.341701 10438 rpc_server.cc:307] RPC server started. Bound to: 127.10.43.254:40447
19:38:46.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.341790 10565 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.43.254:40447 every 8 connection(s)
19:38:46.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.345402 10438 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/data/info.pb
19:38:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.351747 10415 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu as pid 10438
19:38:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.352433 10415 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-0/wal/instance
19:38:46.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.353746 10566 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:38:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.358832 10415 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:38:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:38:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/wal
19:38:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/data
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/logs
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/data/info.pb
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:38:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:38:46.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:38:46.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:38:46.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:38:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.43.253:36463
19:38:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.43.253
19:38:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:38:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.43.212:36453
19:38:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:38:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:38:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:38:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:38:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.43.254:40447,127.10.43.253:36463,127.10.43.252:40319
19:38:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:38:46.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39165/jwks.json with env {}
19:38:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.378058 10566 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } has no permanent_uuid. Determining permanent_uuid...
19:38:46.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.418076 10566 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } has no permanent_uuid. Determining permanent_uuid...
19:38:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.421042 10467 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.43.253:36463: connect: Connection refused (error 111)
19:38:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.426656 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.253:36463: Network error: Client connection negotiation failed: client connection to 127.10.43.253:36463: connect: Connection refused (error 111)
19:38:46.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.476351 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } attempt: 1
19:38:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.481829 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.253:36463: Network error: Client connection negotiation failed: client connection to 127.10.43.253:36463: connect: Connection refused (error 111)
19:38:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.550328 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } attempt: 2
19:38:46.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.555393 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.253:36463: Network error: Client connection negotiation failed: client connection to 127.10.43.253:36463: connect: Connection refused (error 111)
19:38:46.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.646941 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } attempt: 3
19:38:46.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.653502 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.253:36463: Network error: Client connection negotiation failed: client connection to 127.10.43.253:36463: connect: Connection refused (error 111)
19:38:46.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.789358 10570 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:38:46.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.790198 10570 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:38:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.791138 10570 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:38:46.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.797082 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } attempt: 4
19:38:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.801640 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.253:36463: Network error: Client connection negotiation failed: client connection to 127.10.43.253:36463: connect: Connection refused (error 111)
19:38:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.826514 10570 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:38:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.826880 10570 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:38:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.827080 10570 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:38:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.827261 10570 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:38:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.827539 10570 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:38:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.827780 10570 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39165/jwks.json
19:38:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.866966 10570 master_runner.cc:386] Master server non-default flags:
19:38:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:38:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.43.212:36453
19:38:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:38:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:38:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/data
19:38:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/wal
19:38:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:38:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.43.254:40447,127.10.43.253:36463,127.10.43.252:40319
19:38:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:38:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:38:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:38:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.43.253:36463
19:38:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:38:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:38:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:38:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39165/jwks.json
19:38:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:38:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:38:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/data/info.pb
19:38:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.43.253
19:38:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:38:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:38:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:38:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:38:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:38:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:38:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/logs
19:38:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:38:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:38:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:38:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:38:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:38:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:38:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:38:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:38:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:38:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:38:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.868752 10570 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:38:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:46.871393 10570 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:38:46.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.897594 10588 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:47.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:47.101179 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } attempt: 5
19:38:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:47.107255 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.253:36463: Network error: Client connection negotiation failed: client connection to 127.10.43.253:36463: connect: Connection refused (error 111)
19:38:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:47.654853 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } attempt: 6
19:38:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:47.663239 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.253:36463: Network error: Client connection negotiation failed: client connection to 127.10.43.253:36463: connect: Connection refused (error 111)
19:38:48.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.897600 10589 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:48.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.173465 10591 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:38:48.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:46.897888 10595 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:48.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.173678 10570 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:38:48.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.178670 10570 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:38:48.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.182289 10570 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:38:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.183773 10570 hybrid_clock.cc:648] HybridClock initialized: now 1786563528183705 us; error 68 us; skew 500 ppm
19:38:48.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.185127 10570 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:38:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.193302 10570 webserver.cc:460] Webserver started at http://127.10.43.253:38881/ using document root <none> and password file <none>
19:38:48.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.194514 10570 fs_manager.cc:359] Metadata directory not provided
19:38:48.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.194738 10570 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:38:48.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.195209 10570 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:38:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.201297 10570 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/data/instance:
19:38:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adc1ae875ce940468539866a7d42c2b8"
19:38:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:48 on dist-test-slave-zr1t"
19:38:48.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.202888 10570 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/wal/instance:
19:38:48.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adc1ae875ce940468539866a7d42c2b8"
19:38:48.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:48 on dist-test-slave-zr1t"
19:38:48.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.213006 10570 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.000s
19:38:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.220990 10606 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:38:48.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.222710 10570 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.006s sys 0.001s
19:38:48.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.223191 10570 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/data,/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/wal
19:38:48.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adc1ae875ce940468539866a7d42c2b8"
19:38:48.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:48 on dist-test-slave-zr1t"
19:38:48.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.223732 10570 fs_report.cc:383] FS layout report
19:38:48.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:38:48.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/wal
19:38:48.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/wal
19:38:48.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/data/data
19:38:48.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:38:48.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:38:48.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:38:48.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:38:48.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:38:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:38:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:38:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:38:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:38:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:38:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:38:48.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.298588 10570 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:38:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.300814 10570 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:38:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.301548 10570 kserver.cc:163] Server-wide thread pool size limit: 3276
19:38:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.409658 10570 rpc_server.cc:307] RPC server started. Bound to: 127.10.43.253:36463
19:38:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.409778 10701 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.43.253:36463 every 8 connection(s)
19:38:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.413261 10570 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/data/info.pb
19:38:48.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.414755 10415 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu as pid 10570
19:38:48.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.415287 10415 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-1/wal/instance
19:38:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.418679 10415 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:38:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:38:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/wal
19:38:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/data
19:38:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:38:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:38:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/logs
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/data/info.pb
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:38:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:38:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:38:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:38:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.43.252:40319
19:38:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.43.252
19:38:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:38:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.43.212:36453
19:38:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:38:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:38:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:38:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:38:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.43.254:40447,127.10.43.253:36463,127.10.43.252:40319
19:38:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:38:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39165/jwks.json with env {}
19:38:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.423075 10702 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:38:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.439540 10702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } has no permanent_uuid. Determining permanent_uuid...
19:38:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.476591 10702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } has no permanent_uuid. Determining permanent_uuid...
19:38:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.499260 10702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } has no permanent_uuid. Determining permanent_uuid...
19:38:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.502671 10612 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:48.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.508947 10702 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:48.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.558571 10702 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 1
19:38:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.564069 10702 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.632676 10702 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 2
19:38:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.638206 10702 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.724061 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } attempt: 7
19:38:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.729751 10702 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 3
19:38:48.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.734961 10702 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:48.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.742448 10566 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } has no permanent_uuid. Determining permanent_uuid...
19:38:48.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.749116 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.807634 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 1
19:38:48.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.812709 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.828276 10704 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:38:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.829166 10704 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:38:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.829923 10704 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:38:48.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.864109 10704 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:38:48.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.864599 10704 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:38:48.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.864928 10704 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:38:48.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.865288 10704 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:38:48.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.865769 10704 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:38:48.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.866024 10704 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39165/jwks.json
19:38:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.878450 10702 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 4
19:38:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.882882 10702 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:48.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.894300 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 2
19:38:48.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.898799 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.908345 10704 master_runner.cc:386] Master server non-default flags:
19:38:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:38:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.43.212:36453
19:38:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:38:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:38:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/data
19:38:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/wal
19:38:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:38:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.43.254:40447,127.10.43.253:36463,127.10.43.252:40319
19:38:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:38:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:38:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:38:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.43.252:40319
19:38:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:38:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:38:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:38:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39165/jwks.json
19:38:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:38:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:38:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/data/info.pb
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.43.252
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/logs
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:38:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:38:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:38:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.910321 10704 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:38:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.912981 10704 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:38:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.940531 10727 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:48.984345 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 3
19:38:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.992813 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:49.133585 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 4
19:38:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:49.140583 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:49.182381 10702 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 5
19:38:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:49.190197 10702 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:49.424427 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 5
19:38:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:49.441867 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:49.737964 10702 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 6
19:38:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:49.751763 10702 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:49.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:49.994604 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 6
19:38:50.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:50.010370 10566 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.43.252:40319: Network error: Client connection negotiation failed: client connection to 127.10.43.252:40319: connect: Connection refused (error 111)
19:38:50.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.940618 10731 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:50.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:48.944012 10726 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:50.272850 10729 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1330 milliseconds
19:38:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.273022 10704 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:38:50.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.274922 10704 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:38:50.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.278906 10704 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:38:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.280398 10704 hybrid_clock.cc:648] HybridClock initialized: now 1786563530280355 us; error 69 us; skew 500 ppm
19:38:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.281490 10704 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:38:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.290335 10704 webserver.cc:460] Webserver started at http://127.10.43.252:41047/ using document root <none> and password file <none>
19:38:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.291724 10704 fs_manager.cc:359] Metadata directory not provided
19:38:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.292026 10704 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:38:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.292728 10704 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:38:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.298854 10704 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/data/instance:
19:38:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "615e244b190f4dd1a15f92313f1cf617"
19:38:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:50 on dist-test-slave-zr1t"
19:38:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.300550 10704 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/wal/instance:
19:38:50.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "615e244b190f4dd1a15f92313f1cf617"
19:38:50.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:50 on dist-test-slave-zr1t"
19:38:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.310268 10704 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.005s
19:38:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.318305 10756 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:38:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.319859 10704 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
19:38:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.320359 10704 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/data,/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/wal
19:38:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "615e244b190f4dd1a15f92313f1cf617"
19:38:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:50 on dist-test-slave-zr1t"
19:38:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.320866 10704 fs_report.cc:383] FS layout report
19:38:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:38:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/wal
19:38:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/wal
19:38:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/data/data
19:38:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:38:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:38:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:38:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:38:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:38:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:38:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:38:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:38:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:38:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:38:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:38:50.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.377419 10704 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:38:50.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.379583 10704 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:38:50.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.380374 10704 kserver.cc:163] Server-wide thread pool size limit: 3276
19:38:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.481356 10704 rpc_server.cc:307] RPC server started. Bound to: 127.10.43.252:40319
19:38:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.481477 10846 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.43.252:40319 every 8 connection(s)
19:38:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.485224 10704 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/data/info.pb
19:38:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.492952 10847 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:38:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.493973 10415 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu as pid 10704
19:38:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.494506 10415 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/master-2/wal/instance
19:38:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.513408 10847 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } has no permanent_uuid. Determining permanent_uuid...
19:38:50.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.550274 10847 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } has no permanent_uuid. Determining permanent_uuid...
19:38:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.565593 10847 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } has no permanent_uuid. Determining permanent_uuid...
19:38:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.589325 10847 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617: Bootstrap starting.
19:38:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.597892 10847 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617: Neither blocks nor log segments found. Creating new log.
19:38:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.600216 10847 log.cc:824] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617: Log is configured to *not* fsync() on all Append() calls
19:38:50.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.607664 10847 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617: No bootstrap required, opened a new log
19:38:50.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.633682 10847 raft_consensus.cc:348] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:50.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.634528 10847 raft_consensus.cc:374] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:38:50.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.634939 10847 raft_consensus.cc:729] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 615e244b190f4dd1a15f92313f1cf617, State: Initialized, Role: FOLLOWER
19:38:50.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.636126 10847 consensus_queue.cc:260] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.640522 10862 sys_catalog.cc:455] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } } }
19:38:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.641667 10862 sys_catalog.cc:458] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [sys.catalog]: This master's current role is: FOLLOWER
19:38:50.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.642745 10847 sys_catalog.cc:564] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [sys.catalog]: configured and running, proceeding with master startup.
19:38:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:50.676795 10882 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:38:50.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:50.677959 10882 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:38:50.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.677151 10704 master_runner.cc:186] Error getting master registration for 127.10.43.254:40447: OK, instance_id { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" instance_seqno: 1786563526315370 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:38:50.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.704236 10704 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:38:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.812517 10702 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 7
19:38:50.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.839051 10702 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8: Bootstrap starting.
19:38:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.850206 10702 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8: Neither blocks nor log segments found. Creating new log.
19:38:50.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.854233 10702 log.cc:824] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8: Log is configured to *not* fsync() on all Append() calls
19:38:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.863178 10702 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8: No bootstrap required, opened a new log
19:38:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:50.887562 10767 tablet.cc:2369] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:38:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.897884 10702 raft_consensus.cc:348] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.898815 10702 raft_consensus.cc:374] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:38:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.899164 10702 raft_consensus.cc:729] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: adc1ae875ce940468539866a7d42c2b8, State: Initialized, Role: FOLLOWER
19:38:50.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.900712 10702 consensus_queue.cc:260] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:50.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.910562 10886 raft_consensus.cc:482] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:38:50.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.909955 10888 sys_catalog.cc:455] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } } }
19:38:50.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.911834 10886 raft_consensus.cc:504] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.912917 10888 sys_catalog.cc:458] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [sys.catalog]: This master's current role is: FOLLOWER
19:38:50.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.913626 10702 sys_catalog.cc:564] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [sys.catalog]: configured and running, proceeding with master startup.
19:38:50.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.916963 10886 leader_election.cc:288] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8afe030332dc4ad8ae5832666beebbf7 (127.10.43.254:40447), 615e244b190f4dd1a15f92313f1cf617 (127.10.43.252:40319)
19:38:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.920255 10804 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "adc1ae875ce940468539866a7d42c2b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "615e244b190f4dd1a15f92313f1cf617" is_pre_election: true
19:38:50.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.922139 10862 raft_consensus.cc:482] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:38:50.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.923019 10862 raft_consensus.cc:504] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:50.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.926908 10804 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate adc1ae875ce940468539866a7d42c2b8 in term 0.
19:38:50.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.929122 10612 leader_election.cc:302] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 615e244b190f4dd1a15f92313f1cf617, adc1ae875ce940468539866a7d42c2b8; no voters:
19:38:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.940892 10653 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "615e244b190f4dd1a15f92313f1cf617" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "adc1ae875ce940468539866a7d42c2b8" is_pre_election: true
19:38:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.942559 10653 raft_consensus.cc:2454] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 615e244b190f4dd1a15f92313f1cf617 in term 0.
19:38:50.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.948201 10761 leader_election.cc:302] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 615e244b190f4dd1a15f92313f1cf617, adc1ae875ce940468539866a7d42c2b8; no voters:
19:38:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.951200 10862 leader_election.cc:288] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8afe030332dc4ad8ae5832666beebbf7 (127.10.43.254:40447), adc1ae875ce940468539866a7d42c2b8 (127.10.43.253:36463)
19:38:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.952075 10862 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:38:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.952590 10862 raft_consensus.cc:482] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:38:50.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.954903 10862 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 0 FOLLOWER]: Advancing to term 1
19:38:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.969936 10886 raft_consensus.cc:2781] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:38:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.970559 10886 raft_consensus.cc:482] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:38:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.979306 10886 raft_consensus.cc:3037] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 0 FOLLOWER]: Advancing to term 1
19:38:50.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.995779 10862 raft_consensus.cc:504] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:50.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:50.995633 10886 raft_consensus.cc:504] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:51.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.001924 10804 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "adc1ae875ce940468539866a7d42c2b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "615e244b190f4dd1a15f92313f1cf617"
19:38:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.003273 10804 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate adc1ae875ce940468539866a7d42c2b8 in current term 1: Already voted for candidate 615e244b190f4dd1a15f92313f1cf617 in this term.
19:38:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.006255 10886 leader_election.cc:288] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [CANDIDATE]: Term 1 election: Requested vote from peers 8afe030332dc4ad8ae5832666beebbf7 (127.10.43.254:40447), 615e244b190f4dd1a15f92313f1cf617 (127.10.43.252:40319)
19:38:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.012085 10862 leader_election.cc:288] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [CANDIDATE]: Term 1 election: Requested vote from peers 8afe030332dc4ad8ae5832666beebbf7 (127.10.43.254:40447), adc1ae875ce940468539866a7d42c2b8 (127.10.43.253:36463)
19:38:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.013417 10653 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "615e244b190f4dd1a15f92313f1cf617" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "adc1ae875ce940468539866a7d42c2b8"
19:38:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.014560 10653 raft_consensus.cc:2379] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 615e244b190f4dd1a15f92313f1cf617 in current term 1: Already voted for candidate adc1ae875ce940468539866a7d42c2b8 in this term.
19:38:51.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:51.039719 10908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:38:51.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:51.040189 10908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:38:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.044410 10566 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } attempt: 7
19:38:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:51.062939 10615 tablet.cc:2369] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:38:51.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.107535 10566 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7: Bootstrap starting.
19:38:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.119379 10566 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7: Neither blocks nor log segments found. Creating new log.
19:38:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.031991 10570 master_runner.cc:186] Error getting master registration for 127.10.43.254:40447: OK, instance_id { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" instance_seqno: 1786563526315370 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:38:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.119952 10570 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:38:51.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.123755 10566 log.cc:824] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7: Log is configured to *not* fsync() on all Append() calls
19:38:51.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.137633 10566 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7: No bootstrap required, opened a new log
19:38:51.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.180867 10566 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:51.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.182397 10566 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:38:51.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.182824 10566 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8afe030332dc4ad8ae5832666beebbf7, State: Initialized, Role: FOLLOWER
19:38:51.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.184239 10566 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.191951 10566 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [sys.catalog]: configured and running, proceeding with master startup.
19:38:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.192350 10515 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "adc1ae875ce940468539866a7d42c2b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8afe030332dc4ad8ae5832666beebbf7" is_pre_election: true
19:38:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.194581 10508 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "adc1ae875ce940468539866a7d42c2b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8afe030332dc4ad8ae5832666beebbf7"
19:38:51.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.197254 10612 leader_election.cc:302] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: adc1ae875ce940468539866a7d42c2b8; no voters: 615e244b190f4dd1a15f92313f1cf617, 8afe030332dc4ad8ae5832666beebbf7
19:38:51.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.199260 10502 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "615e244b190f4dd1a15f92313f1cf617" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8afe030332dc4ad8ae5832666beebbf7"
19:38:51.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.201175 10886 raft_consensus.cc:2726] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
19:38:51.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.202209 10511 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "615e244b190f4dd1a15f92313f1cf617" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8afe030332dc4ad8ae5832666beebbf7" is_pre_election: true
19:38:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.204250 10763 leader_election.cc:302] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 615e244b190f4dd1a15f92313f1cf617; no voters: 8afe030332dc4ad8ae5832666beebbf7, adc1ae875ce940468539866a7d42c2b8
19:38:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.205046 10515 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate adc1ae875ce940468539866a7d42c2b8 in term 0.
19:38:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.208048 10914 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } } }
19:38:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.209290 10914 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [sys.catalog]: This master's current role is: FOLLOWER
19:38:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.211702 10862 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
19:38:51.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:51.265954 10477 tablet.cc:2369] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:38:51.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.276237 10438 master_runner.cc:263] No leader master found from master 8afe030332dc4ad8ae5832666beebbf7
19:38:51.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:51.277237 10438 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:38:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:51.283248 10937 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:38:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:51.284124 10937 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:38:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:51.685173 10882 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:38:51.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:51.691398 10882 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:38:52.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:52.046650 10908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:38:52.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:52.047101 10908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:38:52.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:52.290978 10937 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:38:52.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:52.292048 10937 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:38:52.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:52.698616 10882 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:38:52.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:52.699746 10882 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:38:52.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:52.938252 10941 raft_consensus.cc:482] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:38:52.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:52.939617 10941 raft_consensus.cc:504] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:52.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:52.943948 10515 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "adc1ae875ce940468539866a7d42c2b8" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8afe030332dc4ad8ae5832666beebbf7" is_pre_election: true
19:38:52.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:52.944749 10515 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate adc1ae875ce940468539866a7d42c2b8 in term 0.
19:38:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:52.946288 10804 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "adc1ae875ce940468539866a7d42c2b8" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "615e244b190f4dd1a15f92313f1cf617" is_pre_election: true
19:38:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:52.947108 10804 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate adc1ae875ce940468539866a7d42c2b8 in term 1.
19:38:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:52.949417 10612 leader_election.cc:302] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8afe030332dc4ad8ae5832666beebbf7, adc1ae875ce940468539866a7d42c2b8; no voters:
19:38:52.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:52.955670 10941 leader_election.cc:288] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8afe030332dc4ad8ae5832666beebbf7 (127.10.43.254:40447), 615e244b190f4dd1a15f92313f1cf617 (127.10.43.252:40319)
19:38:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:52.958974 10941 raft_consensus.cc:2781] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 1 FOLLOWER]: Leader pre-election won for term 2
19:38:52.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:52.960644 10941 raft_consensus.cc:482] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:38:52.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:52.961838 10941 raft_consensus.cc:3037] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 1 FOLLOWER]: Advancing to term 2
19:38:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:52.983057 10941 raft_consensus.cc:504] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.005014 10515 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "adc1ae875ce940468539866a7d42c2b8" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8afe030332dc4ad8ae5832666beebbf7"
19:38:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.005858 10515 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [term 0 FOLLOWER]: Advancing to term 2
19:38:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.017686 10804 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "adc1ae875ce940468539866a7d42c2b8" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "615e244b190f4dd1a15f92313f1cf617"
19:38:53.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.018911 10804 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 1 FOLLOWER]: Advancing to term 2
19:38:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.022076 10515 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate adc1ae875ce940468539866a7d42c2b8 in term 2.
19:38:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.024678 10612 leader_election.cc:302] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8afe030332dc4ad8ae5832666beebbf7, adc1ae875ce940468539866a7d42c2b8; no voters:
19:38:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.027724 10943 raft_consensus.cc:2781] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 2 FOLLOWER]: Leader election won for term 2
19:38:53.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.037762 10943 raft_consensus.cc:686] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [term 2 LEADER]: Becoming Leader. State: Replica: adc1ae875ce940468539866a7d42c2b8, State: Running, Role: LEADER
19:38:53.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.039413 10943 consensus_queue.cc:237] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } }
19:38:53.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.074240 10941 leader_election.cc:288] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [CANDIDATE]: Term 2 election: Requested vote from peers 8afe030332dc4ad8ae5832666beebbf7 (127.10.43.254:40447), 615e244b190f4dd1a15f92313f1cf617 (127.10.43.252:40319)
19:38:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.080322 10804 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate adc1ae875ce940468539866a7d42c2b8 in term 2.
19:38:53.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:53.092594 10908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:38:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.092661 10944 sys_catalog.cc:455] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader adc1ae875ce940468539866a7d42c2b8. Latest consensus state: current_term: 2 leader_uuid: "adc1ae875ce940468539866a7d42c2b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } } }
19:38:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:53.097352 10908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:38:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.097455 10944 sys_catalog.cc:458] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [sys.catalog]: This master's current role is: LEADER
19:38:53.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.106737 10946 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:38:53.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.116585 10946 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:38:53.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.150228 10804 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [term 2 FOLLOWER]: Refusing update from remote peer adc1ae875ce940468539866a7d42c2b8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 2 index: 2. (index mismatch)
19:38:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.152926 10515 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [term 2 FOLLOWER]: Refusing update from remote peer adc1ae875ce940468539866a7d42c2b8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 2 index: 2. (index mismatch)
19:38:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.153219 10944 consensus_queue.cc:1035] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:38:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.155781 10943 consensus_queue.cc:1035] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:38:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:53.177645 10694 debug-util.cc:398] Leaking SignalData structure 0x7b08000720a0 after lost signal to thread 10580
19:38:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:53.178543 10694 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6420 after lost signal to thread 10701
19:38:53.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.320057 10950 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader adc1ae875ce940468539866a7d42c2b8. Latest consensus state: current_term: 2 leader_uuid: "adc1ae875ce940468539866a7d42c2b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } } }
19:38:53.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.321857 10950 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [sys.catalog]: This master's current role is: FOLLOWER
19:38:53.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.300253 10951 sys_catalog.cc:455] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [sys.catalog]: SysCatalogTable state changed. Reason: New leader adc1ae875ce940468539866a7d42c2b8. Latest consensus state: current_term: 2 leader_uuid: "adc1ae875ce940468539866a7d42c2b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } } }
19:38:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.328568 10951 sys_catalog.cc:458] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [sys.catalog]: This master's current role is: FOLLOWER
19:38:53.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.353652 10959 sys_catalog.cc:455] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "adc1ae875ce940468539866a7d42c2b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } } }
19:38:53.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.354270 10941 sys_catalog.cc:455] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "adc1ae875ce940468539866a7d42c2b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } } }
19:38:53.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.355234 10959 sys_catalog.cc:458] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617 [sys.catalog]: This master's current role is: FOLLOWER
19:38:53.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.355393 10941 sys_catalog.cc:458] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [sys.catalog]: This master's current role is: LEADER
19:38:53.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.357045 10943 sys_catalog.cc:455] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "adc1ae875ce940468539866a7d42c2b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } } }
19:38:53.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.358263 10943 sys_catalog.cc:458] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8 [sys.catalog]: This master's current role is: LEADER
19:38:53.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.363811 10946 catalog_manager.cc:1347] Generated new cluster ID: 806ca96d093545418698525e824251cf
19:38:53.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.364187 10946 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:38:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:53.379143 10937 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:38:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:53.379675 10937 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:38:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.379523 10950 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "adc1ae875ce940468539866a7d42c2b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8afe030332dc4ad8ae5832666beebbf7" member_type: VOTER last_known_addr { host: "127.10.43.254" port: 40447 } } peers { permanent_uuid: "adc1ae875ce940468539866a7d42c2b8" member_type: VOTER last_known_addr { host: "127.10.43.253" port: 36463 } } peers { permanent_uuid: "615e244b190f4dd1a15f92313f1cf617" member_type: VOTER last_known_addr { host: "127.10.43.252" port: 40319 } } }
19:38:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.380388 10950 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7 [sys.catalog]: This master's current role is: FOLLOWER
19:38:53.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.442444 10946 catalog_manager.cc:1370] Generated new certificate authority record
19:38:53.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.446666 10946 catalog_manager.cc:1504] Loading token signing keys...
19:38:53.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.514035 10946 catalog_manager.cc:5868] T 00000000000000000000000000000000 P adc1ae875ce940468539866a7d42c2b8: Generated new TSK 0
19:38:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.516366 10946 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:38:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.611181 10415 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/wal
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/data
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/logs
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/data/info.pb
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:38:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:38:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:38:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:38:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:38:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:38:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.43.193:0
19:38:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.43.193
19:38:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.43.193
19:38:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:38:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.43.254:40447,127.10.43.253:36463,127.10.43.252:40319
19:38:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.43.212:36453
19:38:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:38:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:38:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:38:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.706981 10882 catalog_manager.cc:1259] Loaded cluster ID: 806ca96d093545418698525e824251cf
19:38:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.707379 10882 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617: loading cluster ID for follower catalog manager: success
19:38:53.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.734838 10882 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617: acquiring CA information for follower catalog manager: success
19:38:53.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:53.765547 10882 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 615e244b190f4dd1a15f92313f1cf617: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:38:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:54.387729 10937 catalog_manager.cc:1259] Loaded cluster ID: 806ca96d093545418698525e824251cf
19:38:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:54.388101 10937 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7: loading cluster ID for follower catalog manager: success
19:38:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:54.407364 10937 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7: acquiring CA information for follower catalog manager: success
19:38:54.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:54.421312 10937 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 8afe030332dc4ad8ae5832666beebbf7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:38:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:54.484786 10966 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:38:54.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:54.486224 10966 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:38:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:54.487527 10966 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:38:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:54.559180 10966 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:38:54.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:54.561443 10966 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.43.193
19:38:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:54.643595 10966 tablet_server_runner.cc:78] Tablet server non-default flags:
19:38:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:38:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.43.212:36453
19:38:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:38:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:38:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/data
19:38:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/wal
19:38:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:38:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:38:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.43.193:0
19:38:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:38:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/data/info.pb
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.43.193
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.43.254:40447,127.10.43.253:36463,127.10.43.252:40319
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.43.193
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/logs
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:38:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:38:54.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:54.647914 10966 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:38:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:54.654050 10966 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:38:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:54.742007 10986 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:56.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:54.742767 10983 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:56.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:54.742709 10982 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:56.519285 10984 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1780 milliseconds
19:38:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.519441 10966 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:38:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.521035 10966 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:38:56.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.524396 10966 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:38:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.525877 10966 hybrid_clock.cc:648] HybridClock initialized: now 1786563536525780 us; error 127 us; skew 500 ppm
19:38:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.526975 10966 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:38:56.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.538652 10966 webserver.cc:460] Webserver started at http://127.10.43.193:42635/ using document root <none> and password file <none>
19:38:56.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.539853 10966 fs_manager.cc:359] Metadata directory not provided
19:38:56.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.540076 10966 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:38:56.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.540570 10966 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:38:56.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.547055 10966 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/data/instance:
19:38:56.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4d70c9255ae431786058d098b94a935"
19:38:56.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:56 on dist-test-slave-zr1t"
19:38:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.548446 10966 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/wal/instance:
19:38:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4d70c9255ae431786058d098b94a935"
19:38:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:56 on dist-test-slave-zr1t"
19:38:56.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.557834 10966 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.010s sys 0.001s
19:38:56.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.565236 11004 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:38:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.566970 10966 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
19:38:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.567371 10966 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/data,/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/wal
19:38:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4d70c9255ae431786058d098b94a935"
19:38:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:56 on dist-test-slave-zr1t"
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.567745 10966 fs_report.cc:383] FS layout report
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/wal
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/wal
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/data/data
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:38:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:38:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.618678 10966 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:38:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.621337 10966 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:38:56.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.622087 10966 kserver.cc:163] Server-wide thread pool size limit: 3276
19:38:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.627209 10966 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:38:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.635058 10966 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:38:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.635366 10966 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:38:56.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.635747 10966 ts_tablet_manager.cc:610] Registered 0 tablets
19:38:56.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.636021 10966 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:38:56.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.931993 10966 rpc_server.cc:307] RPC server started. Bound to: 127.10.43.193:38879
19:38:56.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.932173 11214 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.43.193:38879 every 8 connection(s)
19:38:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.935309 10966 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/data/info.pb
19:38:56.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.943706 10415 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu as pid 10966
19:38:56.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.944880 10415 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-0/wal/instance
19:38:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:56.974267 10415 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/wal
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/data
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/logs
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/data/info.pb
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:38:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.43.194:0
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.43.194
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.43.194
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.43.254:40447,127.10.43.253:36463,127.10.43.252:40319
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.43.212:36453
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:38:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:38:57.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.022547 11215 heartbeater.cc:347] Connected to a master server at 127.10.43.252:40319
19:38:57.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.023283 11215 heartbeater.cc:464] Registering TS with master...
19:38:57.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.025647 11216 heartbeater.cc:347] Connected to a master server at 127.10.43.253:36463
19:38:57.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.026367 11216 heartbeater.cc:464] Registering TS with master...
19:38:57.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.026464 11215 heartbeater.cc:511] Master 127.10.43.252:40319 requested a full tablet report, sending...
19:38:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.028038 11216 heartbeater.cc:511] Master 127.10.43.253:36463 requested a full tablet report, sending...
19:38:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.033236 10783 ts_manager.cc:194] Registered new tserver with Master: b4d70c9255ae431786058d098b94a935 (127.10.43.193:38879)
19:38:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.033309 10632 ts_manager.cc:194] Registered new tserver with Master: b4d70c9255ae431786058d098b94a935 (127.10.43.193:38879)
19:38:57.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.039422 10632 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.43.193:50939
19:38:57.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.041255 11217 heartbeater.cc:347] Connected to a master server at 127.10.43.254:40447
19:38:57.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.041847 11217 heartbeater.cc:464] Registering TS with master...
19:38:57.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.044239 11217 heartbeater.cc:511] Master 127.10.43.254:40447 requested a full tablet report, sending...
19:38:57.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.053097 10490 ts_manager.cc:194] Registered new tserver with Master: b4d70c9255ae431786058d098b94a935 (127.10.43.193:38879)
19:38:57.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:57.471966 11228 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:38:57.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:57.472720 11228 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:38:57.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:57.473353 11228 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:38:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:57.522470 11228 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:38:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:57.523581 11228 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.43.194
19:38:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.565778 11228 tablet_server_runner.cc:78] Tablet server non-default flags:
19:38:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:38:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.43.212:36453
19:38:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:38:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:38:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/data
19:38:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/wal
19:38:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:38:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.43.194:0
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/data/info.pb
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.43.194
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.43.254:40447,127.10.43.253:36463,127.10.43.252:40319
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.43.194
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/logs
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:38:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:38:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:38:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.567903 11228 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:38:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:57.570240 11228 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:38:57.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:57.602618 11237 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:58.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.049441 11216 heartbeater.cc:503] Master 127.10.43.253:36463 was elected leader, sending a full tablet report...
19:38:58.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:57.603037 11242 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:58.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:57.603578 11239 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:38:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:38:58.900099 11240 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:38:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.900238 11228 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:38:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.905046 11228 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:38:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.908025 11228 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:38:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.909478 11228 hybrid_clock.cc:648] HybridClock initialized: now 1786563538909435 us; error 68 us; skew 500 ppm
19:38:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.910791 11228 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:38:58.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.920903 11228 webserver.cc:460] Webserver started at http://127.10.43.194:34495/ using document root <none> and password file <none>
19:38:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.922381 11228 fs_manager.cc:359] Metadata directory not provided
19:38:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.922688 11228 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:38:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.923424 11228 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:38:58.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.930783 11228 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/data/instance:
19:38:58.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac620a964a7f44e9853503e389f28288"
19:38:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:58 on dist-test-slave-zr1t"
19:38:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.932933 11228 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/wal/instance:
19:38:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac620a964a7f44e9853503e389f28288"
19:38:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:58 on dist-test-slave-zr1t"
19:38:58.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.946264 11228 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.006s sys 0.005s
19:38:58.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.954497 11261 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:38:58.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.955967 11228 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
19:38:58.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.956466 11228 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/data,/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/wal
19:38:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac620a964a7f44e9853503e389f28288"
19:38:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:38:58 on dist-test-slave-zr1t"
19:38:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:58.956933 11228 fs_report.cc:383] FS layout report
19:38:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:38:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/wal
19:38:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/wal
19:38:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/data/data
19:38:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:38:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:38:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:38:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:38:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:38:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:38:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:38:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:38:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:38:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:38:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:38:59.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.010241 11228 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:38:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.012485 11228 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:38:59.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.013177 11228 kserver.cc:163] Server-wide thread pool size limit: 3276
19:38:59.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.016669 11228 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:38:59.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.022010 11228 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:38:59.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.022423 11228 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:38:59.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.022815 11228 ts_tablet_manager.cc:610] Registered 0 tablets
19:38:59.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.023021 11228 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:38:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.476966 11228 rpc_server.cc:307] RPC server started. Bound to: 127.10.43.194:33671
19:38:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.477484 11468 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.43.194:33671 every 8 connection(s)
19:38:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.483842 11228 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/data/info.pb
19:38:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.492322 10415 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu as pid 11228
19:38:59.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.493014 10415 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-1/wal/instance
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.537475 10415 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/wal
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/data
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/logs
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/data/info.pb
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:38:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:38:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:38:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:38:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:38:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:38:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:38:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:38:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:38:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.43.195:0
19:38:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.43.195
19:38:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.43.195
19:38:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:38:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.43.254:40447,127.10.43.253:36463,127.10.43.252:40319
19:38:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.43.212:36453
19:38:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:38:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:38:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:38:59.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.631505 11470 heartbeater.cc:347] Connected to a master server at 127.10.43.252:40319
19:38:59.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.632073 11470 heartbeater.cc:464] Registering TS with master...
19:38:59.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.633572 11470 heartbeater.cc:511] Master 127.10.43.252:40319 requested a full tablet report, sending...
19:38:59.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.635686 11472 heartbeater.cc:347] Connected to a master server at 127.10.43.253:36463
19:38:59.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.636309 11472 heartbeater.cc:464] Registering TS with master...
19:38:59.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.637282 11472 heartbeater.cc:511] Master 127.10.43.253:36463 requested a full tablet report, sending...
19:38:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.639113 10783 ts_manager.cc:194] Registered new tserver with Master: ac620a964a7f44e9853503e389f28288 (127.10.43.194:33671)
19:38:59.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.639959 10632 ts_manager.cc:194] Registered new tserver with Master: ac620a964a7f44e9853503e389f28288 (127.10.43.194:33671)
19:38:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.642223 10632 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.43.194:51895
19:38:59.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.649823 11476 heartbeater.cc:347] Connected to a master server at 127.10.43.254:40447
19:38:59.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.650182 11476 heartbeater.cc:464] Registering TS with master...
19:38:59.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.650884 11476 heartbeater.cc:511] Master 127.10.43.254:40447 requested a full tablet report, sending...
19:38:59.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:38:59.653731 10490 ts_manager.cc:194] Registered new tserver with Master: ac620a964a7f44e9853503e389f28288 (127.10.43.194:33671)
19:39:00.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:00.277325 11480 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:39:00.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:00.278257 11480 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:39:00.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:00.279060 11480 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:39:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:00.320624 11480 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:39:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:00.321789 11480 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.43.195
19:39:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:00.369241 11480 tablet_server_runner.cc:78] Tablet server non-default flags:
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.43.212:36453
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/data
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/wal
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.43.195:0
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/data/info.pb
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.43.195
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.43.254:40447,127.10.43.253:36463,127.10.43.252:40319
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.43.195
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/logs
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:39:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:39:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:39:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:39:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:39:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:39:00.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:39:00.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:39:00.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:00.370995 11480 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:39:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:00.373136 11480 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:39:00.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:00.405004 11492 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:00.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:00.647876 11472 heartbeater.cc:503] Master 127.10.43.253:36463 was elected leader, sending a full tablet report...
19:39:01.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:00.405602 11496 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:01.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:00.409426 11480 server_base.cc:1034] running on GCE node
19:39:01.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:00.406315 11494 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.907274 11480 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:39:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.914870 11480 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:39:01.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.916929 11480 hybrid_clock.cc:648] HybridClock initialized: now 1786563541916850 us; error 83 us; skew 500 ppm
19:39:01.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.918251 11480 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:39:01.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.942217 11480 webserver.cc:460] Webserver started at http://127.10.43.195:33693/ using document root <none> and password file <none>
19:39:01.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.943892 11480 fs_manager.cc:359] Metadata directory not provided
19:39:01.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.944229 11480 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:39:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.944965 11480 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:39:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.953205 11480 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/data/instance:
19:39:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebe44f12c7d947b982e785f44571086c"
19:39:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:01 on dist-test-slave-zr1t"
19:39:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.955066 11480 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/wal/instance:
19:39:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebe44f12c7d947b982e785f44571086c"
19:39:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:01 on dist-test-slave-zr1t"
19:39:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.969630 11480 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.004s sys 0.008s
19:39:01.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.982743 11512 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:39:01.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.984555 11480 fs_manager.cc:725] Time spent opening block manager: real 0.009s user 0.004s sys 0.004s
19:39:01.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.985119 11480 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/data,/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/wal
19:39:01.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebe44f12c7d947b982e785f44571086c"
19:39:01.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:01 on dist-test-slave-zr1t"
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:01.985625 11480 fs_report.cc:383] FS layout report
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/wal
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/wal
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/data/data
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:39:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:39:01.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:39:02.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.065269 11480 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:39:02.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.069571 11480 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:39:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.070724 11480 kserver.cc:163] Server-wide thread pool size limit: 3276
19:39:02.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.079674 11480 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:39:02.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.089237 11480 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:39:02.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.089660 11480 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
19:39:02.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.090058 11480 ts_tablet_manager.cc:610] Registered 0 tablets
19:39:02.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.090215 11480 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:39:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.720786 11480 rpc_server.cc:307] RPC server started. Bound to: 127.10.43.195:42379
19:39:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.721251 11713 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.43.195:42379 every 8 connection(s)
19:39:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.724786 11480 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/data/info.pb
19:39:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.730369 10415 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu as pid 11480
19:39:02.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.730813 10415 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster2738207508986180162/ts-2/wal/instance
19:39:02.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.834844 11718 heartbeater.cc:347] Connected to a master server at 127.10.43.252:40319
19:39:02.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.835774 11718 heartbeater.cc:464] Registering TS with master...
19:39:02.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.837584 11718 heartbeater.cc:511] Master 127.10.43.252:40319 requested a full tablet report, sending...
19:39:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.839756 11722 heartbeater.cc:347] Connected to a master server at 127.10.43.253:36463
19:39:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.840405 11722 heartbeater.cc:464] Registering TS with master...
19:39:02.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.842195 11722 heartbeater.cc:511] Master 127.10.43.253:36463 requested a full tablet report, sending...
19:39:02.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.844081 11726 heartbeater.cc:347] Connected to a master server at 127.10.43.254:40447
19:39:02.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.844311 10783 ts_manager.cc:194] Registered new tserver with Master: ebe44f12c7d947b982e785f44571086c (127.10.43.195:42379)
19:39:02.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.844631 11726 heartbeater.cc:464] Registering TS with master...
19:39:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.848423 11726 heartbeater.cc:511] Master 127.10.43.254:40447 requested a full tablet report, sending...
19:39:02.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.849977 10632 ts_manager.cc:194] Registered new tserver with Master: ebe44f12c7d947b982e785f44571086c (127.10.43.195:42379)
19:39:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.852909 10632 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.43.195:33379
19:39:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.853407 10490 ts_manager.cc:194] Registered new tserver with Master: ebe44f12c7d947b982e785f44571086c (127.10.43.195:42379)
19:39:02.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:02.871299 10415 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:39:02.897 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:39:02.899 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:39:02.912 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.10.43.254"
port: 40447
}
bound_http_address {
host: "127.10.43.254"
port: 46783
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.10.43.253"
port: 36463
}
bound_http_address {
host: "127.10.43.253"
port: 38881
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.10.43.252"
port: 40319
}
bound_http_address {
host: "127.10.43.252"
port: 41047
}
}
}
19:39:02.921 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:39:02.927 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.10.43.193"
port: 38879
}
bound_http_address {
host: "127.10.43.193"
port: 42635
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.10.43.194"
port: 33671
}
bound_http_address {
host: "127.10.43.194"
port: 34495
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.10.43.195"
port: 42379
}
bound_http_address {
host: "127.10.43.195"
port: 33693
}
}
}
19:39:02.927 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:39:03.170 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:39:03.369 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskEHL8y3/test-tmp
19:39:03.370 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:39:03.370 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskEHL8y3/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:39:03.381 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:39:03.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:03.861119 11722 heartbeater.cc:503] Master 127.10.43.253:36463 was elected leader, sending a full tablet report...
19:39:04.066 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:39:04.066 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:39:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:04.072073 11737 mini_oidc.cc:152] Starting JWKS server
19:39:04.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:04.081547 11737 webserver.cc:460] Webserver started at http://127.0.0.1:38323/ using document root <none> and password file <none>
19:39:04.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:04.082587 11737 mini_oidc.cc:189] Starting OIDC Discovery server
19:39:04.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:04.088385 11737 webserver.cc:460] Webserver started at http://127.0.0.1:38019/ using document root <none> and password file <none>
19:39:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:39:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/principal' for realm 'KRBTEST.COM',
19:39:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:39:04.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:04 dist-test-slave-zr1t krb5kdc[11760](info): setting up network...
19:39:04.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:39:04.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:04 dist-test-slave-zr1t krb5kdc[11760](info): set up 2 sockets
19:39:04.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:04 dist-test-slave-zr1t krb5kdc[11760](info): commencing operation
19:39:04.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:39:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:05.817992 11737 mini_kdc.cc:121] Time spent starting KDC: real 1.684s user 0.003s sys 0.045s
19:39:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:39:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:39:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:39:05.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:39:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:39:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:39:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:39:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:39:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:39:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:39:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/test-user.keytab.
19:39:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/test-user.keytab.
19:39:06.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:06 dist-test-slave-zr1t krb5kdc[11760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563546, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:39:06.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:39:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:39:06Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:39:06.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:39:06Z Disabled control of system clock
19:39:06.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.118.126@KRBTEST.COM; defaulting to no policy
19:39:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:39:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.118.126@KRBTEST.COM" created.
19:39:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:39:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.118.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.126.keytab.
19:39:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.118.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.126.keytab.
19:39:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:06.168243 11737 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:39:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:39:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal
19:39:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data
19:39:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:39:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/logs
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data/info.pb
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.118.126:34271
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.118.126
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.126.keytab
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.118.126
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.118.84:34587
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.118.126:34271,127.11.118.125:41863,127.11.118.124:36199
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38323/jwks.json
19:39:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:39:06.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.710676 11791 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:39:06.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.711591 11791 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:39:06.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.712467 11791 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:39:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.751488 11791 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:39:06.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.751873 11791 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:39:06.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.752364 11791 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:39:06.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.752756 11791 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:39:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.753113 11791 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:39:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.753575 11791 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:39:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.753918 11791 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38323/jwks.json
19:39:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:06.798103 11791 master_runner.cc:386] Master server non-default flags:
19:39:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.118.84:34587
19:39:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data
19:39:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.118.126:34271,127.11.118.125:41863,127.11.118.124:36199
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.126.keytab
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.118.126
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.118.126:34271
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38323/jwks.json
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data/info.pb
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.118.126
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/logs
19:39:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:39:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:39:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:39:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:39:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:39:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:39:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:39:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:39:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:39:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:06.799875 11791 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:39:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:06.801144 11791 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:39:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.830950 11804 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.831529 11805 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:06.832384 11807 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:08.358359 11806 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:39:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.358523 11791 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:39:08.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.363058 11791 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:39:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.367044 11791 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:39:08.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.368647 11791 hybrid_clock.cc:648] HybridClock initialized: now 1786563548368621 us; error 129 us; skew 500 ppm
19:39:08.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.369932 11791 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:39:08.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:08 dist-test-slave-zr1t krb5kdc[11760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563548, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:39:08.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.383236 11791 init.cc:377] Logged in from keytab as kudu/127.11.118.126@KRBTEST.COM (short username kudu)
19:39:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.390165 11791 webserver.cc:460] Webserver started at http://127.11.118.126:41893/ using document root <none> and password file <none>
19:39:08.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.391472 11791 fs_manager.cc:359] Metadata directory not provided
19:39:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.391779 11791 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:39:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.392431 11791 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:39:08.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.398434 11791 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data/instance:
19:39:08.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5a0af63ee6248e2a1e79342465d21b2"
19:39:08.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:08 on dist-test-slave-zr1t"
19:39:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.399967 11791 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal/instance:
19:39:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5a0af63ee6248e2a1e79342465d21b2"
19:39:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:08 on dist-test-slave-zr1t"
19:39:08.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.409610 11791 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.001s
19:39:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.417496 11819 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:39:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.419078 11791 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
19:39:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.419481 11791 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data,/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal
19:39:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5a0af63ee6248e2a1e79342465d21b2"
19:39:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:08 on dist-test-slave-zr1t"
19:39:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.419867 11791 fs_report.cc:383] FS layout report
19:39:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:39:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal
19:39:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal
19:39:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data/data
19:39:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:39:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:39:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:39:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:39:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:39:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:39:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:39:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:39:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:39:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:39:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:39:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.461875 11791 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:39:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.471818 11791 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:39:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.472565 11791 kserver.cc:163] Server-wide thread pool size limit: 3276
19:39:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.633713 11791 rpc_server.cc:307] RPC server started. Bound to: 127.11.118.126:34271
19:39:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.633860 11913 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.118.126:34271 every 8 connection(s)
19:39:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.637413 11791 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data/info.pb
19:39:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.645756 11737 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu as pid 11791
19:39:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.646330 11737 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal/instance
19:39:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.649418 11914 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:39:08.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.118.125@KRBTEST.COM; defaulting to no policy
19:39:08.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.678011 11914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } has no permanent_uuid. Determining permanent_uuid...
19:39:08.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:39:08.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.118.125@KRBTEST.COM" created.
19:39:08.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:39:08.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.118.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.125.keytab.
19:39:08.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.118.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.125.keytab.
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.740477 11737 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/logs
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data/info.pb
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:39:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.118.125:41863
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.118.125
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.125.keytab
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.118.125
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.118.84:34587
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:39:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.118.126:34271,127.11.118.125:41863,127.11.118.124:36199
19:39:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:39:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38323/jwks.json
19:39:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:39:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:08 dist-test-slave-zr1t krb5kdc[11760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563548, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.126@KRBTEST.COM for kudu/127.11.118.126@KRBTEST.COM
19:39:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.788532 11914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } has no permanent_uuid. Determining permanent_uuid...
19:39:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:08.794068 11823 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:08.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:08.807504 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.125:41863: Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.857457 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } attempt: 1
19:39:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:08.863521 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.125:41863: Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:08.932132 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } attempt: 2
19:39:08.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:08.942013 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.125:41863: Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:09.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:09.033751 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } attempt: 3
19:39:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.042143 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.125:41863: Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:09.185849 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } attempt: 4
19:39:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.194340 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.125:41863: Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.464557 11923 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:39:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.465623 11923 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:39:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.466565 11923 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:39:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:09.493975 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } attempt: 5
19:39:09.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.500666 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.125:41863: Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.532462 11923 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:39:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.532891 11923 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:39:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.533362 11923 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:39:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.533763 11923 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:39:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.534315 11923 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:39:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.534682 11923 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:39:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.534917 11923 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38323/jwks.json
19:39:09.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:09.585035 11923 master_runner.cc:386] Master server non-default flags:
19:39:09.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:09.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.118.84:34587
19:39:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data
19:39:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal
19:39:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:39:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:39:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.118.126:34271,127.11.118.125:41863,127.11.118.124:36199
19:39:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.125.keytab
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.118.125
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.118.125:41863
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38323/jwks.json
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data/info.pb
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.118.125
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/logs
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:39:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:09.586756 11923 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:39:09.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:09.588124 11923 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:39:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.656287 11946 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:10.048418 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } attempt: 6
19:39:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:10.069330 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.125:41863: Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.130474 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } attempt: 7
19:39:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.657509 11945 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:09.673985 11949 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:09.672712 11923 server_base.cc:1034] running on GCE node
19:39:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:11.157809 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.125:41863: Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:11.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.163513 11923 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:39:11.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.169026 11923 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:39:11.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.170631 11923 hybrid_clock.cc:648] HybridClock initialized: now 1786563551170516 us; error 148 us; skew 500 ppm
19:39:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.171875 11923 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:39:11.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:11 dist-test-slave-zr1t krb5kdc[11760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563551, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:39:11.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.187002 11923 init.cc:377] Logged in from keytab as kudu/127.11.118.125@KRBTEST.COM (short username kudu)
19:39:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.204182 11923 webserver.cc:460] Webserver started at http://127.11.118.125:41017/ using document root <none> and password file <none>
19:39:11.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.205744 11923 fs_manager.cc:359] Metadata directory not provided
19:39:11.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.206018 11923 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:39:11.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.206602 11923 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:39:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.214937 11923 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data/instance:
19:39:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e02f9acad59245e09cfe449b5155423f"
19:39:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:11 on dist-test-slave-zr1t"
19:39:11.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.216893 11923 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal/instance:
19:39:11.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e02f9acad59245e09cfe449b5155423f"
19:39:11.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:11 on dist-test-slave-zr1t"
19:39:11.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.235874 11923 fs_manager.cc:691] Time spent creating directory manager: real 0.018s user 0.009s sys 0.005s
19:39:11.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.253228 11976 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:39:11.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.255784 11923 fs_manager.cc:725] Time spent opening block manager: real 0.015s user 0.004s sys 0.010s
19:39:11.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.256310 11923 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data,/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal
19:39:11.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e02f9acad59245e09cfe449b5155423f"
19:39:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:11 on dist-test-slave-zr1t"
19:39:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.256843 11923 fs_report.cc:383] FS layout report
19:39:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:39:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal
19:39:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal
19:39:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data/data
19:39:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:39:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:39:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:39:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:39:11.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:39:11.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:39:11.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:39:11.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:39:11.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:39:11.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:39:11.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:39:11.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.338069 11923 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:39:11.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.349120 11923 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:39:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.350322 11923 kserver.cc:163] Server-wide thread pool size limit: 3276
19:39:11.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.673288 11923 rpc_server.cc:307] RPC server started. Bound to: 127.11.118.125:41863
19:39:11.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.673820 12060 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.118.125:41863 every 8 connection(s)
19:39:11.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.677037 11923 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data/info.pb
19:39:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.686342 11737 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu as pid 11923
19:39:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.687139 11737 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal/instance
19:39:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.692090 12061 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:39:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.118.124@KRBTEST.COM; defaulting to no policy
19:39:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.717358 12061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } has no permanent_uuid. Determining permanent_uuid...
19:39:11.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:39:11.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.118.124@KRBTEST.COM" created.
19:39:11.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:39:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.118.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.124.keytab.
19:39:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.118.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.124.keytab.
19:39:11.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:11 dist-test-slave-zr1t krb5kdc[11760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563551, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.125@KRBTEST.COM for kudu/127.11.118.126@KRBTEST.COM
19:39:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.776989 11737 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:39:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:39:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/wal
19:39:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data
19:39:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:39:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:39:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:39:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/logs
19:39:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data/info.pb
19:39:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:39:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.118.124:36199
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.118.124
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.124.keytab
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.118.124
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.118.84:34587
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.118.126:34271,127.11.118.125:41863,127.11.118.124:36199
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38323/jwks.json
19:39:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:39:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.801234 12061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } has no permanent_uuid. Determining permanent_uuid...
19:39:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:11 dist-test-slave-zr1t krb5kdc[11760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563551, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.125@KRBTEST.COM for kudu/127.11.118.125@KRBTEST.COM
19:39:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.856158 12061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } has no permanent_uuid. Determining permanent_uuid...
19:39:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:11.862387 11977 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:11.875715 12061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:11.925612 12061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 1
19:39:11.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:11.939570 12061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:12.008347 12061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 2
19:39:12.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.015461 12061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:12.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:12.107307 12061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 3
19:39:12.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.118180 12061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:12.261853 12061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 4
19:39:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.268724 12061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.443887 12075 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:39:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.444924 12075 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:39:12.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.445750 12075 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:39:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.495460 12075 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:39:12.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.495900 12075 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:39:12.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.496418 12075 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:39:12.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.496865 12075 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:39:12.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.497239 12075 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:39:12.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.497655 12075 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:39:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.497956 12075 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38323/jwks.json
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:12.545408 12075 master_runner.cc:386] Master server non-default flags:
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.118.84:34587
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/wal
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.118.126:34271,127.11.118.125:41863,127.11.118.124:36199
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.124.keytab
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.118.124
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.118.124:36199
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38323/jwks.json
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:39:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data/info.pb
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.118.124
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/logs
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:39:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:12.547529 12075 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:39:12.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:12.549041 12075 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:39:12.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:12.568501 12061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 5
19:39:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.577677 12061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.593432 12097 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:13.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:13.125409 12061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 6
19:39:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:13.139921 12061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:13.248580 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } attempt: 8
19:39:13.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:13 dist-test-slave-zr1t krb5kdc[11760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563548, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.126@KRBTEST.COM for kudu/127.11.118.125@KRBTEST.COM
19:39:13.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:13.370504 11914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } has no permanent_uuid. Determining permanent_uuid...
19:39:13.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:13.414160 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:13.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:13.480007 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 1
19:39:13.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:13.489655 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:13.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:13.543388 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 2
19:39:13.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:13.549114 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:13.625694 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 3
19:39:13.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:13.645931 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:13.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:13.801725 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 4
19:39:13.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:13.806368 11820 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111) [suppressed 11 similar messages]
19:39:13.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:13.811026 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:14.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.107779 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 5
19:39:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:14.114295 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.200735 12061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 7
19:39:14.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:14.220494 12061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.595088 12099 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:12.595096 12103 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:14.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:14.403360 12102 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1810 milliseconds
19:39:14.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.403522 12075 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:39:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.405382 12075 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:39:14.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.410133 12075 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:39:14.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.411748 12075 hybrid_clock.cc:648] HybridClock initialized: now 1786563554411698 us; error 60 us; skew 500 ppm
19:39:14.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.413087 12075 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:39:14.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:14 dist-test-slave-zr1t krb5kdc[11760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563554, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:39:14.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.431211 12075 init.cc:377] Logged in from keytab as kudu/127.11.118.124@KRBTEST.COM (short username kudu)
19:39:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.443048 12075 webserver.cc:460] Webserver started at http://127.11.118.124:35107/ using document root <none> and password file <none>
19:39:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.444743 12075 fs_manager.cc:359] Metadata directory not provided
19:39:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.445047 12075 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:39:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.445873 12075 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:39:14.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.453011 12075 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data/instance:
19:39:14.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "840d86229ca14e8e8663a79b7d3659e1"
19:39:14.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:14 on dist-test-slave-zr1t"
19:39:14.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.455142 12075 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/wal/instance:
19:39:14.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "840d86229ca14e8e8663a79b7d3659e1"
19:39:14.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:14 on dist-test-slave-zr1t"
19:39:14.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.473671 12075 fs_manager.cc:691] Time spent creating directory manager: real 0.017s user 0.010s sys 0.008s
19:39:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.484496 12133 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:39:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.486542 12075 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.002s sys 0.004s
19:39:14.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.487149 12075 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data,/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/wal
19:39:14.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "840d86229ca14e8e8663a79b7d3659e1"
19:39:14.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:14 on dist-test-slave-zr1t"
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.487637 12075 fs_report.cc:383] FS layout report
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/wal
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/wal
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data/data
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:39:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:39:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.576659 12075 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:39:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.587368 12075 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:39:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.588351 12075 kserver.cc:163] Server-wide thread pool size limit: 3276
19:39:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.635921 11914 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } attempt: 6
19:39:14.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:14.651750 11914 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.118.124:36199: Network error: Client connection negotiation failed: client connection to 127.11.118.124:36199: connect: Connection refused (error 111)
19:39:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.879180 12075 rpc_server.cc:307] RPC server started. Bound to: 127.11.118.124:36199
19:39:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.879264 12231 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.118.124:36199 every 8 connection(s)
19:39:14.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.883315 12075 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data/info.pb
19:39:14.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.895196 11737 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu as pid 12075
19:39:14.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.896436 11737 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/wal/instance
19:39:14.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.898759 12232 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:39:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:14.930123 12232 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } has no permanent_uuid. Determining permanent_uuid...
19:39:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:14 dist-test-slave-zr1t krb5kdc[11760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563554, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.124@KRBTEST.COM for kudu/127.11.118.126@KRBTEST.COM
19:39:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:14 dist-test-slave-zr1t krb5kdc[11760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563546, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.118.124@KRBTEST.COM
19:39:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.028870 12232 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } has no permanent_uuid. Determining permanent_uuid...
19:39:15.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:15 dist-test-slave-zr1t krb5kdc[11760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563554, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.124@KRBTEST.COM for kudu/127.11.118.125@KRBTEST.COM
19:39:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:15 dist-test-slave-zr1t krb5kdc[11760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563546, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.118.125@KRBTEST.COM
19:39:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.085352 12232 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } has no permanent_uuid. Determining permanent_uuid...
19:39:15.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:15 dist-test-slave-zr1t krb5kdc[11760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563554, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.124@KRBTEST.COM for kudu/127.11.118.124@KRBTEST.COM
19:39:15.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:15 dist-test-slave-zr1t krb5kdc[11760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563546, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.118.126@KRBTEST.COM
19:39:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.151156 12232 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: Bootstrap starting.
19:39:15.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.162235 11737 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:39:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.172191 12232 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: Neither blocks nor log segments found. Creating new log.
19:39:15.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.177377 12232 log.cc:824] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: Log is configured to *not* fsync() on all Append() calls
19:39:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.194088 12232 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: No bootstrap required, opened a new log
19:39:15.198 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:39:15.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:39:15.216 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:39:15.220 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:39:15.229 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.118.126"
port: 34271
}
bound_http_address {
host: "127.11.118.126"
port: 41893
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.118.125"
port: 41863
}
bound_http_address {
host: "127.11.118.125"
port: 41017
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.118.124"
port: 36199
}
bound_http_address {
host: "127.11.118.124"
port: 35107
}
}
}
19:39:15.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:39:15.231 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:39:15.231 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:39:15.234 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:39:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.259644 12232 raft_consensus.cc:348] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } }
19:39:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.260968 12232 raft_consensus.cc:374] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:39:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.261801 12232 raft_consensus.cc:729] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 840d86229ca14e8e8663a79b7d3659e1, State: Initialized, Role: FOLLOWER
19:39:15.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.264014 12232 consensus_queue.cc:260] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } }
19:39:15.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.275974 12250 sys_catalog.cc:455] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } } }
19:39:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.279287 12250 sys_catalog.cc:458] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [sys.catalog]: This master's current role is: FOLLOWER
19:39:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.279856 12232 sys_catalog.cc:564] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [sys.catalog]: configured and running, proceeding with master startup.
19:39:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:15 dist-test-slave-zr1t krb5kdc[11760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563555, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:39:15.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:39:15.326 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:39:15.330 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5cc
19:39:15.347 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:39:15.349 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5cc
19:39:15.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:15.353588 12141 tablet.cc:2369] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:39:15.357 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:39:15.368 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:39:15.376 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:39:15.376 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:39:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.396986 12250 raft_consensus.cc:482] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:39:15.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.399204 12250 raft_consensus.cc:504] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } }
19:39:15.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.405372 12250 leader_election.cc:288] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271), e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863)
19:39:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:15 dist-test-slave-zr1t krb5kdc[11760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563555, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:39:15.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:39:15.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:15.486510 12275 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:15.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:15.487248 12275 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:15.495 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:39:15.496 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5cc
19:39:15.498 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:39:15.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.410604 12075 master_runner.cc:186] Error getting master registration for 127.11.118.126:34271: OK, instance_id { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" instance_seqno: 1786563548588054 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:39:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:15.494483 11737 mini_kdc.cc:317] Time spent kinit for test-admin: real 0.117s user 0.006s sys 0.023s
19:39:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.495138 12075 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:39:15.499 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.118.126:34271
19:39:15.502 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:39:15.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.503681 11737 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu with pid 11791
19:39:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:15.597993 12138 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.11.118.126:34271 (error 108)
19:39:15.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:15.605716 12138 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271): Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111)
19:39:15.620 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:39:15.620 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.118.124:36199
19:39:15.621 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:39:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.621510 11737 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu with pid 12075
19:39:15.681 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:39:15.681 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.118.125:41863
19:39:15.682 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:39:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.682420 11737 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu with pid 11923
19:39:15.729 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:39:15.729 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.118.126:34271
19:39:15.732 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:39:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:15.734479 11737 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:39:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:39:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal
19:39:15.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data
19:39:15.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:39:15.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:39:15.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/logs
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data/info.pb
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.118.126:34271
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.118.126
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41893
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.126.keytab
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.118.126
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:39:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:39:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:39:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.118.84:34587
19:39:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:39:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.118.126:34271,127.11.118.125:41863,127.11.118.124:36199
19:39:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:39:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38323/jwks.json
19:39:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:39:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.131611 12280 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:39:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.132577 12280 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:39:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.133469 12280 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:39:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.175030 12280 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:39:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.175421 12280 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:39:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.175923 12280 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:39:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.176316 12280 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:39:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.176767 12280 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:39:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.177116 12280 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:39:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.177286 12280 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38323/jwks.json
19:39:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:16.221869 12280 master_runner.cc:386] Master server non-default flags:
19:39:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.118.84:34587
19:39:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data
19:39:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal
19:39:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:39:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:39:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.118.126:34271,127.11.118.125:41863,127.11.118.124:36199
19:39:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.126.keytab
19:39:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.118.126
19:39:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:39:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.118.126:34271
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38323/jwks.json
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data/info.pb
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.118.126
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41893
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:39:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/logs
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:16.223497 12280 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:39:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:16.225075 12280 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:39:16.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.250159 12288 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.250197 12292 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:16.250908 12289 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:16.253414 12280 server_base.cc:1034] running on GCE node
19:39:17.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.585832 12280 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:39:17.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.589704 12280 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:39:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.591240 12280 hybrid_clock.cc:648] HybridClock initialized: now 1786563557591184 us; error 53 us; skew 500 ppm
19:39:17.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.592412 12280 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:39:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:17 dist-test-slave-zr1t krb5kdc[11760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563557, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:39:17.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.600329 12280 init.cc:377] Logged in from keytab as kudu/127.11.118.126@KRBTEST.COM (short username kudu)
19:39:17.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.606762 12280 webserver.cc:460] Webserver started at http://127.11.118.126:41893/ using document root <none> and password file <none>
19:39:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.608078 12280 fs_manager.cc:359] Metadata directory not provided
19:39:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.608415 12280 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:39:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.619205 12280 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
19:39:17.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.625386 12306 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:39:17.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.626924 12280 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
19:39:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.627431 12280 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data,/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal
19:39:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5a0af63ee6248e2a1e79342465d21b2"
19:39:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:08 on dist-test-slave-zr1t"
19:39:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.630509 12280 fs_report.cc:383] FS layout report
19:39:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:39:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal
19:39:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal
19:39:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data/data
19:39:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:39:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:39:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:39:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:39:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:39:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:39:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:39:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:39:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:39:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:39:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:39:17.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.672006 12280 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:39:17.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.680824 12280 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:39:17.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.681605 12280 kserver.cc:163] Server-wide thread pool size limit: 3276
19:39:17.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.781154 12280 rpc_server.cc:307] RPC server started. Bound to: 127.11.118.126:34271
19:39:17.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.781282 12392 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.118.126:34271 every 8 connection(s)
19:39:17.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.784950 12280 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/data/info.pb
19:39:17.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.787977 11737 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu as pid 12280
19:39:17.789 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:39:17.789 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.118.124:36199
19:39:17.789 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:39:17.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.792191 11737 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:39:17.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/wal
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/logs
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data/info.pb
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:39:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.118.124:36199
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.118.124
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35107
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.124.keytab
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.118.124
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.118.84:34587
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.118.126:34271,127.11.118.125:41863,127.11.118.124:36199
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38323/jwks.json
19:39:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:39:17.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.807525 12395 sys_catalog.cc:263] Verifying existing consensus state
19:39:17.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 19:39:17.809443 12395 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:39:17.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.810010 12280 master.cc:537] Master@127.11.118.126:34271 shutting down...
19:39:17.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:17.879266 12280 master.cc:552] Master@127.11.118.126:34271 shutdown complete.
19:39:17.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:39:18.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.202445 12399 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:39:18.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.203372 12399 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:39:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.204226 12399 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:39:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.242568 12399 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:39:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.243018 12399 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:39:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.243343 12399 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:39:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.243709 12399 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:39:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.244148 12399 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:39:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.244513 12399 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:39:18.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.244820 12399 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38323/jwks.json
19:39:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:18.292672 12399 master_runner.cc:386] Master server non-default flags:
19:39:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.118.84:34587
19:39:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data
19:39:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/wal
19:39:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:39:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:39:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.118.126:34271,127.11.118.125:41863,127.11.118.124:36199
19:39:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.124.keytab
19:39:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.118.124
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.118.124:36199
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38323/jwks.json
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data/info.pb
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.118.124
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35107
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/logs
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:39:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:39:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:39:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:39:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:39:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:39:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:39:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:39:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:18.294816 12399 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:39:18.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:18.296675 12399 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:39:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.322626 12413 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:18.325616 12399 server_base.cc:1034] running on GCE node
19:39:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.323088 12411 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:18.324539 12410 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:19.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.721293 12399 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:39:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.725907 12399 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:39:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.727547 12399 hybrid_clock.cc:648] HybridClock initialized: now 1786563559727458 us; error 102 us; skew 500 ppm
19:39:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.728886 12399 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:39:19.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:19 dist-test-slave-zr1t krb5kdc[11760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563559, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:39:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.744673 12399 init.cc:377] Logged in from keytab as kudu/127.11.118.124@KRBTEST.COM (short username kudu)
19:39:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.753134 12399 webserver.cc:460] Webserver started at http://127.11.118.124:35107/ using document root <none> and password file <none>
19:39:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.754601 12399 fs_manager.cc:359] Metadata directory not provided
19:39:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.755003 12399 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:39:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.766897 12399 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.007s sys 0.000s
19:39:19.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.773715 12431 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:39:19.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.775405 12399 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.003s sys 0.001s
19:39:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.775888 12399 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data,/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/wal
19:39:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "840d86229ca14e8e8663a79b7d3659e1"
19:39:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:14 on dist-test-slave-zr1t"
19:39:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.779053 12399 fs_report.cc:383] FS layout report
19:39:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:39:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/wal
19:39:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/wal
19:39:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data/data
19:39:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:39:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:39:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:39:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:39:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:39:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:39:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:39:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:39:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:39:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:39:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:39:19.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.830384 12399 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:39:19.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.837857 12399 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:39:19.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.838371 12399 kserver.cc:163] Server-wide thread pool size limit: 3276
19:39:19.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.932180 12399 rpc_server.cc:307] RPC server started. Bound to: 127.11.118.124:36199
19:39:19.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.932307 12545 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.118.124:36199 every 8 connection(s)
19:39:19.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.935951 12399 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-2/data/info.pb
19:39:19.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.940399 11737 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu as pid 12399
19:39:19.942 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:39:19.942 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.118.125:41863
19:39:19.942 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:39:19.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.945451 11737 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:39:19.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu
19:39:19.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/logs
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data/info.pb
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.118.125:41863
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.118.125
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41017
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.125.keytab
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.118.125
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.118.84:34587
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:39:19.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.118.126:34271,127.11.118.125:41863,127.11.118.124:36199
19:39:19.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:39:19.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38323/jwks.json
19:39:19.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:39:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.955571 12549 sys_catalog.cc:263] Verifying existing consensus state
19:39:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:19.962886 12549 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: Bootstrap starting.
19:39:20.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.008157 12549 log.cc:824] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: Log is configured to *not* fsync() on all Append() calls
19:39:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.014011 12549 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:39:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.015002 12549 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: Bootstrap complete.
19:39:20.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.044514 12549 raft_consensus.cc:348] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } }
19:39:20.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.047811 12549 raft_consensus.cc:374] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:39:20.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.048228 12549 raft_consensus.cc:729] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 840d86229ca14e8e8663a79b7d3659e1, State: Initialized, Role: FOLLOWER
19:39:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.049314 12549 consensus_queue.cc:260] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } }
19:39:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.052974 12554 sys_catalog.cc:455] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } } }
19:39:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.054139 12554 sys_catalog.cc:458] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [sys.catalog]: This master's current role is: FOLLOWER
19:39:20.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.054698 12549 sys_catalog.cc:564] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [sys.catalog]: configured and running, proceeding with master startup.
19:39:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.091225 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:20.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.092068 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:20.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.095148 12439 tablet.cc:2369] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:39:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.102000 12554 raft_consensus.cc:482] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:39:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.102712 12554 raft_consensus.cc:504] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } }
19:39:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.107096 12554 leader_election.cc:288] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271), e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863)
19:39:20.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.124545 12434 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111)
19:39:20.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.093696 12399 master_runner.cc:186] Error getting master registration for 127.11.118.126:34271: Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111),
19:39:20.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.130252 12399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:39:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.135345 12434 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271): Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111)
19:39:20.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.136059 12434 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863): Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:20.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.136531 12434 leader_election.cc:302] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 840d86229ca14e8e8663a79b7d3659e1; no voters: e02f9acad59245e09cfe449b5155423f, e5a0af63ee6248e2a1e79342465d21b2
19:39:20.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.137425 12554 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:39:20.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.433300 12552 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:39:20.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.434069 12552 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:39:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.435195 12552 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:39:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.478639 12552 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:39:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.479081 12552 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:39:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.479609 12552 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:39:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.480019 12552 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:39:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.480450 12552 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:39:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.480875 12552 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:39:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.481153 12552 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38323/jwks.json
19:39:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.539664 12552 master_runner.cc:386] Master server non-default flags:
19:39:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:39:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.118.84:34587
19:39:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:39:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:39:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data
19:39:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal
19:39:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:39:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:39:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.118.126:34271,127.11.118.125:41863,127.11.118.124:36199
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/krb5kdc/kudu_127.11.118.125.keytab
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.118.125
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.118.125:41863
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38323/jwks.json
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:39:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:39:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:39:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data/info.pb
19:39:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.118.125
19:39:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41017
19:39:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:39:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:39:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:39:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:39:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:39:20.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/logs
19:39:20.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:39:20.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:39:20.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:39:20.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:39:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:39:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:39:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:39:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:39:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:39:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:39:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.541846 12552 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:39:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:20.543928 12552 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:39:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.572659 12596 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:21.100512 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:21.102769 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:21.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:21.631745 10550 debug-util.cc:398] Leaking SignalData structure 0x7b08000a95a0 after lost signal to thread 10439
19:39:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:21.632823 10550 debug-util.cc:398] Leaking SignalData structure 0x7b08000acbe0 after lost signal to thread 10565
19:39:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:22.119045 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:22.120527 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.121548 12605 raft_consensus.cc:482] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:39:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.122272 12605 raft_consensus.cc:504] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } }
19:39:22.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.145238 12605 leader_election.cc:288] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271), e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863)
19:39:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:22.179646 12434 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271): Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111)
19:39:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:22.182693 12434 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863): Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:22.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.183784 12434 leader_election.cc:302] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 840d86229ca14e8e8663a79b7d3659e1; no voters: e02f9acad59245e09cfe449b5155423f, e5a0af63ee6248e2a1e79342465d21b2
19:39:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.185122 12605 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:39:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.576362 12597 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:20.574369 12599 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:39:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.476347 12552 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:39:22.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:22.477089 12598 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1899 milliseconds
19:39:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.479103 12552 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:39:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.503180 12552 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:39:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.507048 12552 hybrid_clock.cc:648] HybridClock initialized: now 1786563562506925 us; error 127 us; skew 500 ppm
19:39:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.508549 12552 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:39:22.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:22 dist-test-slave-zr1t krb5kdc[11760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563562, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:39:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.519068 12552 init.cc:377] Logged in from keytab as kudu/127.11.118.125@KRBTEST.COM (short username kudu)
19:39:22.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.543056 12552 webserver.cc:460] Webserver started at http://127.11.118.125:41017/ using document root <none> and password file <none>
19:39:22.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.544909 12552 fs_manager.cc:359] Metadata directory not provided
19:39:22.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.545296 12552 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:39:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.558949 12552 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.006s sys 0.001s
19:39:22.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.565721 12622 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:39:22.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.568874 12552 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.006s sys 0.001s
19:39:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.569370 12552 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data,/tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal
19:39:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e02f9acad59245e09cfe449b5155423f"
19:39:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:39:11 on dist-test-slave-zr1t"
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.572396 12552 fs_report.cc:383] FS layout report
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data/data
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:39:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:39:22.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.655375 12552 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:39:22.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.665892 12552 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:39:22.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.666702 12552 kserver.cc:163] Server-wide thread pool size limit: 3276
19:39:22.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.862702 12552 rpc_server.cc:307] RPC server started. Bound to: 127.11.118.125:41863
19:39:22.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.862854 12708 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.118.125:41863 every 8 connection(s)
19:39:22.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.868016 12552 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/data/info.pb
19:39:22.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.872588 11737 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu as pid 12552
19:39:22.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:39:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.920044 12709 sys_catalog.cc:263] Verifying existing consensus state
19:39:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 19:39:22.923300 12709 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:39:22.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:22.925725 12552 master.cc:537] Master@127.11.118.125:41863 shutting down...
19:39:23.012 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:23.088714 12552 master.cc:552] Master@127.11.118.125:41863 shutdown complete.
19:39:23.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskEHL8y3/test-tmp/mini-kudu-cluster3899315559615124164/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:39:23.119 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.118.124:36199(127.11.118.124:36199)] connecting to peer
19:39:23.122 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:23.125950 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:23.126329 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:23.201 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.118.124:36199(127.11.118.124:36199)] Successfully connected to peer
19:39:23.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.302 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:39:23.319 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.11.118.124
19:39:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:23 dist-test-slave-zr1t krb5kdc[11760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563555, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.118.124@KRBTEST.COM
19:39:23.637 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7763221a, L:/127.0.0.1:52942 - R:/127.11.118.124:36199] using SASL/GSSAPI
19:39:23.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:23.684 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:23.689 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:23.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:23.723 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:23.725 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:23.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.735 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:23.743 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:23.745 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:23.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.756 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:23.784 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:23.786 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:23.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:23.823 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:23.825 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:23.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:23.862 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:23.865 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:23.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:23.903 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:23.907 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:23.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:23.963 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:23.964 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:23.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:23.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:23.975 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:24.131799 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:24.132261 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:24.403 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:24.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:24.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:24.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:24.407 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:24.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:24.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:24.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:24.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:24.922 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:24.924 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:24.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:24.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:24.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:24.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:24.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:24.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:24.930 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:25.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:25.134256 12399 master_runner.cc:186] Error getting master registration for 127.11.118.126:34271: Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111),
19:39:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:25.134756 12399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:39:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:25.136427 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:25.136725 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:25.309469 12723 raft_consensus.cc:482] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:39:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:25.310047 12723 raft_consensus.cc:504] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } }
19:39:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:25.311966 12723 leader_election.cc:288] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271), e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863)
19:39:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:25.315984 12434 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:39:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:25.319689 12434 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271): Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111)
19:39:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:25.320391 12434 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863): Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:25.320744 12434 leader_election.cc:302] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 840d86229ca14e8e8663a79b7d3659e1; no voters: e02f9acad59245e09cfe449b5155423f, e5a0af63ee6248e2a1e79342465d21b2
19:39:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:25.321431 12723 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:39:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:25.448103 10550 debug-util.cc:398] Leaking SignalData structure 0x7b080005cf60 after lost signal to thread 10439
19:39:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:25.449249 10550 debug-util.cc:398] Leaking SignalData structure 0x7b08000a9980 after lost signal to thread 10565
19:39:26.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:26.141181 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:26.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:26.141577 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:26.442 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:26.445 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:26.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:26.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:26.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:26.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:26.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:26.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:26.450 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:27.147347 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:27.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:27.147830 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:28.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:28.151466 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:28.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:28.151854 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:29.003389 11208 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc8a0 after lost signal to thread 10972
19:39:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:29.004663 11208 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc120 after lost signal to thread 11214
19:39:29.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:29.095453 12738 raft_consensus.cc:482] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:39:29.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:29.096208 12738 raft_consensus.cc:504] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } }
19:39:29.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:29.098975 12738 leader_election.cc:288] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271), e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863)
19:39:29.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:29.106976 12434 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271): Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111)
19:39:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:29.107949 12434 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863): Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:29.108383 12434 leader_election.cc:302] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 840d86229ca14e8e8663a79b7d3659e1; no voters: e02f9acad59245e09cfe449b5155423f, e5a0af63ee6248e2a1e79342465d21b2
19:39:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:29.109246 12738 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:39:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:29.156467 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:29.156881 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:29.423 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:29.426 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:29.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:29.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:29.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:29.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:29.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:29.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:29.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:29 dist-test-slave-zr1t krb5kdc[11760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563569, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:39:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:29.749953 12422 init.cc:295] Successfully reacquired a new kerberos TGT
19:39:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:30.139181 12399 master_runner.cc:186] Error getting master registration for 127.11.118.126:34271: Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111),
19:39:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:30.139735 12399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:39:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:30.160343 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:30.160746 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:31.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:31.164283 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:31.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:31.164714 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:32.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:32.168705 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:32.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:32.169106 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:33.172631 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:33.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:33.173038 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:33.223 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:33.225 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:33.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:33.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:33.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:33.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:33.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:33.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:33.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:33.392772 12751 raft_consensus.cc:482] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:39:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:33.393392 12751 raft_consensus.cc:504] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } }
19:39:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:33.395947 12751 leader_election.cc:288] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271), e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863)
19:39:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:33.398936 12434 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:39:33.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:33.403258 12434 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271): Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111)
19:39:33.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:33.404337 12434 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863): Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:33.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:33.404759 12434 leader_election.cc:302] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 840d86229ca14e8e8663a79b7d3659e1; no voters: e02f9acad59245e09cfe449b5155423f, e5a0af63ee6248e2a1e79342465d21b2
19:39:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:33.405846 12751 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:39:34.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:34.176661 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:34.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:34.177011 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:35.143731 12399 master_runner.cc:186] Error getting master registration for 127.11.118.126:34271: Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111),
19:39:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:35.144387 12399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:39:35.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:35.181038 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:35.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:35.181401 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:35.342 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:35.344 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:35.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:35.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:35.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:35.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:35.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:35.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:35.350 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:36.185312 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:36.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:36.185762 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:36.703 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:36.705 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:36.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:36.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:36.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:36.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:36.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:36.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:36.710 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:37.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:37.192307 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:37.192751 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:38.042 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:38.045 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:38.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:38.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:38.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:38.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:38.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:38.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:38.050 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:38.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:38.196420 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:38.196780 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:39.201442 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:39.201993 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:39 dist-test-slave-zr1t krb5kdc[11760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563579, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:39:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:39.753456 12422 init.cc:295] Successfully reacquired a new kerberos TGT
19:39:40.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:40.148950 12399 master_runner.cc:186] Error getting master registration for 127.11.118.126:34271: Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111),
19:39:40.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:40.149478 12399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:39:40.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:40.205912 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:40.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:40.206370 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:40.762 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:40.765 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:40.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:40.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:40.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:40.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:40.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:40.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:40.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:41.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:41.210094 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:41.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:41.210440 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:42.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:42.214211 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:42.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:42.214636 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:43.218318 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:43.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:43.218648 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:44.042 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:44.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:44.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:44.047 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:44.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:44.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:44.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:44.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:44.050 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:44.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:44.222810 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:44.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:44.223250 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:44.588269 12782 raft_consensus.cc:482] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:39:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:44.589049 12782 raft_consensus.cc:504] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5a0af63ee6248e2a1e79342465d21b2" member_type: VOTER last_known_addr { host: "127.11.118.126" port: 34271 } } peers { permanent_uuid: "e02f9acad59245e09cfe449b5155423f" member_type: VOTER last_known_addr { host: "127.11.118.125" port: 41863 } } peers { permanent_uuid: "840d86229ca14e8e8663a79b7d3659e1" member_type: VOTER last_known_addr { host: "127.11.118.124" port: 36199 } }
19:39:44.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:44.592170 12782 leader_election.cc:288] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271), e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863)
19:39:44.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:44.595763 12434 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:39:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:44.599653 12434 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5a0af63ee6248e2a1e79342465d21b2 (127.11.118.126:34271): Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111)
19:39:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:44.600355 12434 leader_election.cc:334] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e02f9acad59245e09cfe449b5155423f (127.11.118.125:41863): Network error: Client connection negotiation failed: client connection to 127.11.118.125:41863: connect: Connection refused (error 111)
19:39:44.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:44.600680 12434 leader_election.cc:302] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 840d86229ca14e8e8663a79b7d3659e1; no voters: e02f9acad59245e09cfe449b5155423f, e5a0af63ee6248e2a1e79342465d21b2
19:39:44.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:44.601385 12782 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:39:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:45.153012 12399 master_runner.cc:186] Error getting master registration for 127.11.118.126:34271: Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111),
19:39:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:45.153517 12399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:39:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:45.226843 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:45.227206 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:46.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:46.231072 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:46.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:46.231559 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:47.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:47.235275 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:47.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:47.235688 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:47.882 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:47.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:47.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:47.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:47.886 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:47.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:47.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:47.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:47.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:48.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:48.240470 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:48.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:48.241021 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:49.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:49.245311 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:49.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:49.245684 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:39:49 dist-test-slave-zr1t krb5kdc[11760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563589, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.118.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:39:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:49.756965 12422 init.cc:295] Successfully reacquired a new kerberos TGT
19:39:50.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:50.158459 12399 master_runner.cc:186] Error getting master registration for 127.11.118.126:34271: Network error: Client connection negotiation failed: client connection to 127.11.118.126:34271: connect: Connection refused (error 111),
19:39:50.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:50.158975 12399 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:39:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:50.249215 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 840d86229ca14e8e8663a79b7d3659e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:39:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:39:50.249662 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:39:50.603 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:50.604 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:50.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:50.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:50.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:50.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:50.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:50.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:50.610 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:50.722 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:50.724 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:50.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:50.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:50.726 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:50.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:50.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:50.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:50.730 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:50.882 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.126:34271(127.11.118.126:34271)] connecting to peer
19:39:50.883 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.118.125:41863(127.11.118.125:41863)] connecting to peer
19:39:50.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:50.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.126:34271(127.11.118.126:34271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:50.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.126:34271: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271
19:39:50.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:50.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.118.125:41863(127.11.118.125:41863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:50.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.118.125:41863: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
19:39:50.888 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863; will retry
19:39:50.894 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28009), Traces: [0ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [321ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [325ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [767ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [776ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [808ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [814ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [816ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [818ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [835ms] refreshing cache from master, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [843ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [845ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [847ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [849ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [862ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [866ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [868ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [870ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [896ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [905ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [907ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [909ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [910ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [934ms] refreshing cache from master, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [941ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [943ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [945ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [946ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [974ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [981ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [982ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [986ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [987ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1015ms] refreshing cache from master, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [1027ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [1075ms] refreshing cache from master, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1087ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [1089ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1515ms] refreshing cache from master, [1516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [1520ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [1527ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [1531ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [2034ms] refreshing cache from master, [2035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [2036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [2037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [2043ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [3555ms] refreshing cache from master, [3555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [3557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [3558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [3563ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [6534ms] refreshing cache from master, [6535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [6537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [6539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [6541ms] too many traces: truncated at 100 traces, deferred=Deferred@459176739(state=PENDING, result=null, callback=(continuation of Deferred@771911517 after retry RPC after error@14364889) -> (continuation of Deferred@1654724600 after retry RPC after error@181338092) -> (continuation of Deferred@923472239 after retry RPC after error@1846522543) -> (continuation of Deferred@75200065 after retry RPC after error@2042091709) -> (continuation of Deferred@374877837 after retry RPC after error@97610787) -> (continuation of Deferred@1523043238 after retry RPC after error@502432371) -> (continuation of Deferred@1250552582 after retry RPC after error@1144464896) -> (continuation of Deferred@550064091 after retry RPC after error@698462379) -> (continuation of Deferred@745910082 after retry RPC after error@1368366058) -> (continuation of Deferred@995275159 after retry RPC after error@533887678) -> (continuation of Deferred@517790137 after retry RPC after error@866210115) -> (continuation of Deferred@500273321 after retry RPC after error@299507239) -> (continuation of Deferred@1773345972 after retry RPC after error@1344369544) -> (continuation of Deferred@1105520125 after retry RPC after error@975040) -> (continuation of Deferred@1906907849 after retry RPC after error@718248519) -> (continuation of Deferred@1281509870 after retry RPC after error@1000192066) -> (continuation of Deferred@47944362 after retry RPC after error@1410346260) -> (continuation of Deferred@182657857 after retry RPC after error@1550505463) -> (continuation of Deferred@49955346 after retry RPC after error@1473755092) -> (continuation of Deferred@1144876868 after retry RPC after error@1316147033) -> (continuation of Deferred@508096087 after retry RPC after error@1959498589) -> (continuation of Deferred@1529054671 after retry RPC after error@57901557), errback=(continuation of Deferred@771911517 after retry RPC after error@14364889) -> (continuation of Deferred@1654724600 after retry RPC after error@181338092) -> (continuation of Deferred@923472239 after retry RPC after error@1846522543) -> (continuation of Deferred@75200065 after retry RPC after error@2042091709) -> (continuation of Deferred@374877837 after retry RPC after error@97610787) -> (continuation of Deferred@1523043238 after retry RPC after error@502432371) -> (continuation of Deferred@1250552582 after retry RPC after error@1144464896) -> (continuation of Deferred@550064091 after retry RPC after error@698462379) -> (continuation of Deferred@745910082 after retry RPC after error@1368366058) -> (continuation of Deferred@995275159 after retry RPC after error@533887678) -> (continuation of Deferred@517790137 after retry RPC after error@866210115) -> (continuation of Deferred@500273321 after retry RPC after error@299507239) -> (continuation of Deferred@1773345972 after retry RPC after error@1344369544) -> (continuation of Deferred@1105520125 after retry RPC after error@975040) -> (continuation of Deferred@1906907849 after retry RPC after error@718248519) -> (continuation of Deferred@1281509870 after retry RPC after error@1000192066) -> (continuation of Deferred@47944362 after retry RPC after error@1410346260) -> (continuation of Deferred@182657857 after retry RPC after error@1550505463) -> (continuation of Deferred@49955346 after retry RPC after error@1473755092) -> (continuation of Deferred@1144876868 after retry RPC after error@1316147033) -> (continuation of Deferred@508096087 after retry RPC after error@1959498589) -> (continuation of Deferred@1529054671 after retry RPC after error@57901557)))
19:39:50.902 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.118.126:34271(127.11.118.126:34271)] disconnecting while in state TERMINATED
19:39:50.904 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.118.125:41863(127.11.118.125:41863)] disconnecting while in state TERMINATED
19:39:50.904 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.118.124:36199(127.11.118.124:36199)] disconnecting while in state READY
19:39:50.912 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:39:50.914 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:39:50.915 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.118.124:36199(127.11.118.124:36199)] handling channelInactive
19:39:50.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.118.124:36199(127.11.118.124:36199)] cleaning up while in state READY due to: connection closed
19:39:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:50.924804 11737 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu with pid 12399
19:39:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:39:52Z chronyd exiting
19:39:53.367 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:39:53.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:53.369442 10415 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu with pid 10966
19:39:53.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:53.423506 10415 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu with pid 11228
19:39:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:53.482339 10415 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu with pid 11480
19:39:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:53.536767 10415 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu with pid 10438
19:39:53.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:53.602432 10415 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu with pid 10570
19:39:53.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:39:53.676319 10415 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEHL8y3/build/tsan/bin/kudu with pid 10704
19:39:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:39:54Z chronyd exiting
19:39:55.944 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28009), Traces: [0ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [321ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [325ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [767ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [776ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [808ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [814ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [816ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [818ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [835ms] refreshing cache from master, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [843ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [845ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [847ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [849ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [862ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [866ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [868ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [870ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [896ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [905ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [907ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [909ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [910ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [934ms] refreshing cache from master, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [941ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [943ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [945ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [946ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [974ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [981ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [982ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [986ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [987ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1015ms] refreshing cache from master, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [1027ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [1075ms] refreshing cache from master, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1087ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [1089ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1515ms] refreshing cache from master, [1516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [1520ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [1527ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [1531ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [2034ms] refreshing cache from master, [2035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [2036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [2037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [2043ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [3555ms] refreshing cache from master, [3555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [3557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [3558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [3563ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [6534ms] refreshing cache from master, [6535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [6537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [6539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [6541ms] too many traces: truncated at 100 traces, deferred=Deferred@459176739(state=PENDING, result=null, callback=(continuation of Deferred@771911517 after retry RPC after error@14364889) -> (continuation of Deferred@1654724600 after retry RPC after error@181338092) -> (continuation of Deferred@923472239 after retry RPC after error@1846522543) -> (continuation of Deferred@75200065 after retry RPC after error@2042091709) -> (continuation of Deferred@374877837 after retry RPC after error@97610787) -> (continuation of Deferred@1523043238 after retry RPC after error@502432371) -> (continuation of Deferred@1250552582 after retry RPC after error@1144464896) -> (continuation of Deferred@550064091 after retry RPC after error@698462379) -> (continuation of Deferred@745910082 after retry RPC after error@1368366058) -> (continuation of Deferred@995275159 after retry RPC after error@533887678) -> (continuation of Deferred@517790137 after retry RPC after error@866210115) -> (continuation of Deferred@500273321 after retry RPC after error@299507239) -> (continuation of Deferred@1773345972 after retry RPC after error@1344369544) -> (continuation of Deferred@1105520125 after retry RPC after error@975040) -> (continuation of Deferred@1906907849 after retry RPC after error@718248519) -> (continuation of Deferred@1281509870 after retry RPC after error@1000192066) -> (continuation of Deferred@47944362 after retry RPC after error@1410346260) -> (continuation of Deferred@182657857 after retry RPC after error@1550505463) -> (continuation of Deferred@49955346 after retry RPC after error@1473755092) -> (continuation of Deferred@1144876868 after retry RPC after error@1316147033) -> (continuation of Deferred@508096087 after retry RPC after error@1959498589) -> (continuation of Deferred@1529054671 after retry RPC after error@57901557), errback=(continuation of Deferred@771911517 after retry RPC after error@14364889) -> (continuation of Deferred@1654724600 after retry RPC after error@181338092) -> (continuation of Deferred@923472239 after retry RPC after error@1846522543) -> (continuation of Deferred@75200065 after retry RPC after error@2042091709) -> (continuation of Deferred@374877837 after retry RPC after error@97610787) -> (continuation of Deferred@1523043238 after retry RPC after error@502432371) -> (continuation of Deferred@1250552582 after retry RPC after error@1144464896) -> (continuation of Deferred@550064091 after retry RPC after error@698462379) -> (continuation of Deferred@745910082 after retry RPC after error@1368366058) -> (continuation of Deferred@995275159 after retry RPC after error@533887678) -> (continuation of Deferred@517790137 after retry RPC after error@866210115) -> (continuation of Deferred@500273321 after retry RPC after error@299507239) -> (continuation of Deferred@1773345972 after retry RPC after error@1344369544) -> (continuation of Deferred@1105520125 after retry RPC after error@975040) -> (continuation of Deferred@1906907849 after retry RPC after error@718248519) -> (continuation of Deferred@1281509870 after retry RPC after error@1000192066) -> (continuation of Deferred@47944362 after retry RPC after error@1410346260) -> (continuation of Deferred@182657857 after retry RPC after error@1550505463) -> (continuation of Deferred@49955346 after retry RPC after error@1473755092) -> (continuation of Deferred@1144876868 after retry RPC after error@1316147033) -> (continuation of Deferred@508096087 after retry RPC after error@1959498589) -> (continuation of Deferred@1529054671 after retry RPC after error@57901557)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.118.125:41863
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28009), Traces: [0ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [321ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [325ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [767ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [776ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [808ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [814ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [816ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [818ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [835ms] refreshing cache from master, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [843ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [845ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [847ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [849ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [862ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [866ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [868ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [870ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [896ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [905ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [907ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [909ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [910ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [934ms] refreshing cache from master, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [941ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [943ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [945ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [946ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [974ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [981ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [982ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [986ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [987ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1015ms] refreshing cache from master, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [1027ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [1075ms] refreshing cache from master, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1087ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [1089ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1515ms] refreshing cache from master, [1516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [1520ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [1527ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [1531ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [2034ms] refreshing cache from master, [2035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [2036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [2037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [2043ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [3555ms] refreshing cache from master, [3555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [3557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [3558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.126:34271: Network error: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.125:41863: Network error: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.11.118.124:36199: OK, [3563ms] delaying RPC due to: Service unavailable: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863, [6534ms] refreshing cache from master, [6535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.126:34271, [6537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.124:36199, [6539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.118.125:41863, [6541ms] too many traces: truncated at 100 traces, deferred=Deferred@459176739(state=PENDING, result=null, callback=(continuation of Deferred@771911517 after retry RPC after error@14364889) -> (continuation of Deferred@1654724600 after retry RPC after error@181338092) -> (continuation of Deferred@923472239 after retry RPC after error@1846522543) -> (continuation of Deferred@75200065 after retry RPC after error@2042091709) -> (continuation of Deferred@374877837 after retry RPC after error@97610787) -> (continuation of Deferred@1523043238 after retry RPC after error@502432371) -> (continuation of Deferred@1250552582 after retry RPC after error@1144464896) -> (continuation of Deferred@550064091 after retry RPC after error@698462379) -> (continuation of Deferred@745910082 after retry RPC after error@1368366058) -> (continuation of Deferred@995275159 after retry RPC after error@533887678) -> (continuation of Deferred@517790137 after retry RPC after error@866210115) -> (continuation of Deferred@500273321 after retry RPC after error@299507239) -> (continuation of Deferred@1773345972 after retry RPC after error@1344369544) -> (continuation of Deferred@1105520125 after retry RPC after error@975040) -> (continuation of Deferred@1906907849 after retry RPC after error@718248519) -> (continuation of Deferred@1281509870 after retry RPC after error@1000192066) -> (continuation of Deferred@47944362 after retry RPC after error@1410346260) -> (continuation of Deferred@182657857 after retry RPC after error@1550505463) -> (continuation of Deferred@49955346 after retry RPC after error@1473755092) -> (continuation of Deferred@1144876868 after retry RPC after error@1316147033) -> (continuation of Deferred@508096087 after retry RPC after error@1959498589) -> (continuation of Deferred@1529054671 after retry RPC after error@57901557), errback=(continuation of Deferred@771911517 after retry RPC after error@14364889) -> (continuation of Deferred@1654724600 after retry RPC after error@181338092) -> (continuation of Deferred@923472239 after retry RPC after error@1846522543) -> (continuation of Deferred@75200065 after retry RPC after error@2042091709) -> (continuation of Deferred@374877837 after retry RPC after error@97610787) -> (continuation of Deferred@1523043238 after retry RPC after error@502432371) -> (continuation of Deferred@1250552582 after retry RPC after error@1144464896) -> (continuation of Deferred@550064091 after retry RPC after error@698462379) -> (continuation of Deferred@745910082 after retry RPC after error@1368366058) -> (continuation of Deferred@995275159 after retry RPC after error@533887678) -> (continuation of Deferred@517790137 after retry RPC after error@866210115) -> (continuation of Deferred@500273321 after retry RPC after error@299507239) -> (continuation of Deferred@1773345972 after retry RPC after error@1344369544) -> (continuation of Deferred@1105520125 after retry RPC after error@975040) -> (continuation of Deferred@1906907849 after retry RPC after error@718248519) -> (continuation of Deferred@1281509870 after retry RPC after error@1000192066) -> (continuation of Deferred@47944362 after retry RPC after error@1410346260) -> (continuation of Deferred@182657857 after retry RPC after error@1550505463) -> (continuation of Deferred@49955346 after retry RPC after error@1473755092) -> (continuation of Deferred@1144876868 after retry RPC after error@1316147033) -> (continuation of Deferred@508096087 after retry RPC after error@1959498589) -> (continuation of Deferred@1529054671 after retry RPC after error@57901557)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.118.126:34271,127.11.118.124:36199,127.11.118.125:41863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.126:34271(127.11.118.126:34271): Connection refused: /127.11.118.126:34271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.118.125:41863(127.11.118.125:41863): Connection refused: /127.11.118.125:41863
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.118.125:41863
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)