21:12:53.513 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:12:53.528 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskPkx3kQ/test-tmp
21:12:53.531 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:12:53.535 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskPkx3kQ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:12:53.787 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:12:54.035 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:12:54.036 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:12:54.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:54.040716 21900 mini_oidc.cc:152] Starting JWKS server
21:12:54.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:54.045936 21900 webserver.cc:460] Webserver started at http://127.0.0.1:38381/ using document root <none> and password file <none>
21:12:54.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:54.046540 21900 mini_oidc.cc:189] Starting OIDC Discovery server
21:12:54.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:54.049079 21900 webserver.cc:460] Webserver started at http://127.0.0.1:41499/ using document root <none> and password file <none>
21:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:12:54Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
21:12:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:12:54Z Disabled control of system clock
21:12:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:54.111778 21900 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:12:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:12:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/wal
21:12:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/data
21:12:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:12:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:12:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:12:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:12:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:12:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:12:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/logs
21:12:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/data/info.pb
21:12:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:12:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:12:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:12:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:12:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:12:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:12:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:12:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:12:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:12:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:12:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:12:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:12:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.99.62:35605
21:12:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.99.62
21:12:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:12:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.99.20:35187
21:12:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:12:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:12:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:12:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:12:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.99.62:35605,127.21.99.61:33479,127.21.99.60:37397
21:12:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:12:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38381/jwks.json with env {}
21:12:54.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:54.479338 21935 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:12:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:54.479972 21935 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:12:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:54.480592 21935 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:12:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:54.511775 21935 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:12:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:54.512072 21935 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:12:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:54.512373 21935 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:12:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:54.512687 21935 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:12:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:54.513047 21935 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:12:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:54.513306 21935 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38381/jwks.json
21:12:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:54.554605 21935 master_runner.cc:386] Master server non-default flags:
21:12:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:12:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.99.20:35187
21:12:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:12:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:12:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/data
21:12:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/wal
21:12:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:12:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.99.62:35605,127.21.99.61:33479,127.21.99.60:37397
21:12:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:12:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:12:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:12:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.99.62:35605
21:12:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:12:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:12:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:12:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38381/jwks.json
21:12:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:12:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:12:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/data/info.pb
21:12:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.99.62
21:12:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:12:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:12:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:12:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:12:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:12:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:12:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/logs
21:12:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:12:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:12:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:12:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:12:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:12:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:12:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:12:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:12:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:12:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:12:54.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:54.556174 21935 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:12:54.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:54.557950 21935 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:12:54.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:54.581058 21944 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:12:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:54.581904 21950 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:12:55.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:54.584190 21953 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:12:55.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:54.583015 21935 server_base.cc:1034] running on GCE node
21:12:55.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.854533 21935 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:12:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.857940 21935 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:12:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.859356 21935 hybrid_clock.cc:648] HybridClock initialized: now 1786482775859321 us; error 57 us; skew 500 ppm
21:12:55.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.860564 21935 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:12:55.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.870043 21935 webserver.cc:460] Webserver started at http://127.21.99.62:46807/ using document root <none> and password file <none>
21:12:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.871130 21935 fs_manager.cc:359] Metadata directory not provided
21:12:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.871338 21935 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:12:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.871758 21935 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:12:55.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.877772 21935 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/data/instance:
21:12:55.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00f0930e64824b24804a05b8c1aa0837"
21:12:55.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:12:55 on dist-test-slave-3h5h"
21:12:55.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.879225 21935 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/wal/instance:
21:12:55.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00f0930e64824b24804a05b8c1aa0837"
21:12:55.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:12:55 on dist-test-slave-3h5h"
21:12:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.888216 21935 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.001s
21:12:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.895527 21965 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:12:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.896935 21935 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
21:12:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.897347 21935 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/data,/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/wal
21:12:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00f0930e64824b24804a05b8c1aa0837"
21:12:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:12:55 on dist-test-slave-3h5h"
21:12:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.897763 21935 fs_report.cc:383] FS layout report
21:12:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:12:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/wal
21:12:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/wal
21:12:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/data/data
21:12:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:12:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:12:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:12:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:12:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:12:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:12:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:12:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:12:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:12:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:12:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:12:55.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.936088 21935 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:12:55.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.937806 21935 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:12:55.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:55.938442 21935 kserver.cc:163] Server-wide thread pool size limit: 3276
21:12:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.031160 21935 rpc_server.cc:307] RPC server started. Bound to: 127.21.99.62:35605
21:12:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.031301 22054 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.99.62:35605 every 8 connection(s)
21:12:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.034415 21935 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/data/info.pb
21:12:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.039395 21900 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu as pid 21935
21:12:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.040033 21900 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-0/wal/instance
21:12:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.042613 22055 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:12:56.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.046283 21900 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:12:56.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:12:56.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/wal
21:12:56.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/data
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/logs
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/data/info.pb
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:12:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:12:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:12:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:12:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.99.61:33479
21:12:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.99.61
21:12:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:12:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.99.20:35187
21:12:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:12:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:12:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:12:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:12:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.99.62:35605,127.21.99.61:33479,127.21.99.60:37397
21:12:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:12:56.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38381/jwks.json with env {}
21:12:56.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.061064 22055 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } has no permanent_uuid. Determining permanent_uuid...
21:12:56.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.094008 22055 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } has no permanent_uuid. Determining permanent_uuid...
21:12:56.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.096777 21966 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.99.61:33479: connect: Connection refused (error 111)
21:12:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.101819 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.61:33479: Network error: Client connection negotiation failed: client connection to 127.21.99.61:33479: connect: Connection refused (error 111)
21:12:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.151319 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } attempt: 1
21:12:56.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.156168 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.61:33479: Network error: Client connection negotiation failed: client connection to 127.21.99.61:33479: connect: Connection refused (error 111)
21:12:56.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.224571 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } attempt: 2
21:12:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.229064 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.61:33479: Network error: Client connection negotiation failed: client connection to 127.21.99.61:33479: connect: Connection refused (error 111)
21:12:56.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.320590 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } attempt: 3
21:12:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.325073 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.61:33479: Network error: Client connection negotiation failed: client connection to 127.21.99.61:33479: connect: Connection refused (error 111)
21:12:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.441959 22058 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:12:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.442588 22058 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:12:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.443331 22058 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:12:56.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.468565 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } attempt: 4
21:12:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.472878 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.61:33479: Network error: Client connection negotiation failed: client connection to 127.21.99.61:33479: connect: Connection refused (error 111)
21:12:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.479416 22058 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:12:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.479701 22058 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:12:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.479892 22058 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:12:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.480167 22058 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:12:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.480470 22058 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:12:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.480715 22058 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38381/jwks.json
21:12:56.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.517347 22058 master_runner.cc:386] Master server non-default flags:
21:12:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:12:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.99.20:35187
21:12:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:12:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:12:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/data
21:12:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/wal
21:12:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:12:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.99.62:35605,127.21.99.61:33479,127.21.99.60:37397
21:12:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.99.61:33479
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38381/jwks.json
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/data/info.pb
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.99.61
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:12:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:12:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:12:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:12:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/logs
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.518817 22058 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:12:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.521092 22058 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:12:56.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.543670 22073 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:12:56.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:56.772360 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } attempt: 5
21:12:56.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.776469 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.61:33479: Network error: Client connection negotiation failed: client connection to 127.21.99.61:33479: connect: Connection refused (error 111)
21:12:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.324223 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } attempt: 6
21:12:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:57.332501 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.61:33479: Network error: Client connection negotiation failed: client connection to 127.21.99.61:33479: connect: Connection refused (error 111)
21:12:57.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.543990 22075 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:12:57.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:56.545091 22078 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:12:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:57.779888 22077 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:12:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.780004 22058 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:12:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.785017 22058 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:12:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.787926 22058 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:12:57.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.789347 22058 hybrid_clock.cc:648] HybridClock initialized: now 1786482777789325 us; error 78 us; skew 500 ppm
21:12:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.790553 22058 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:12:57.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.799503 22058 webserver.cc:460] Webserver started at http://127.21.99.61:40967/ using document root <none> and password file <none>
21:12:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.800459 22058 fs_manager.cc:359] Metadata directory not provided
21:12:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.800655 22058 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:12:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.801137 22058 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:12:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.806226 22058 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/data/instance:
21:12:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "16287e40bd84435a96f316b78280f1f9"
21:12:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:12:57 on dist-test-slave-3h5h"
21:12:57.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.807863 22058 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/wal/instance:
21:12:57.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "16287e40bd84435a96f316b78280f1f9"
21:12:57.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:12:57 on dist-test-slave-3h5h"
21:12:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.816033 22058 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.010s sys 0.000s
21:12:57.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.822335 22097 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:12:57.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.823582 22058 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
21:12:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.823882 22058 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/data,/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/wal
21:12:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "16287e40bd84435a96f316b78280f1f9"
21:12:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:12:57 on dist-test-slave-3h5h"
21:12:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.824203 22058 fs_report.cc:383] FS layout report
21:12:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:12:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/wal
21:12:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/wal
21:12:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/data/data
21:12:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:12:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:12:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:12:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:12:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:12:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:12:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:12:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:12:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:12:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:12:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:12:57.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.868412 22058 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:12:57.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.870074 22058 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:12:57.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.870499 22058 kserver.cc:163] Server-wide thread pool size limit: 3276
21:12:57.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.963593 22058 rpc_server.cc:307] RPC server started. Bound to: 127.21.99.61:33479
21:12:57.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.963687 22185 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.99.61:33479 every 8 connection(s)
21:12:57.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.966295 22058 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/data/info.pb
21:12:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.972566 22186 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:12:57.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.973932 21900 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu as pid 22058
21:12:57.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.974282 21900 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-1/wal/instance
21:12:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.976609 21900 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/wal
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/data
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/logs
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/data/info.pb
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.99.60:37397
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.99.60
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.99.20:35187
21:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:12:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:12:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:12:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:12:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.99.62:35605,127.21.99.61:33479,127.21.99.60:37397
21:12:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:12:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38381/jwks.json with env {}
21:12:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:57.987715 22186 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } has no permanent_uuid. Determining permanent_uuid...
21:12:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.019779 22186 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } has no permanent_uuid. Determining permanent_uuid...
21:12:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.039459 22186 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } has no permanent_uuid. Determining permanent_uuid...
21:12:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.042754 22099 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.048908 22186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.098611 22186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 1
21:12:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.103264 22186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.171834 22186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 2
21:12:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.176007 22186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:58.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.267452 22186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 3
21:12:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.271811 22186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.346087 22191 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:12:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.347097 22191 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:12:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.347985 22191 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:12:58.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.383168 22191 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:12:58.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.383589 22191 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:12:58.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.383942 22191 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:12:58.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.384300 22191 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:12:58.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.384668 22191 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:12:58.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.384955 22191 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38381/jwks.json
21:12:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.393203 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } attempt: 7
21:12:58.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.408169 22055 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } has no permanent_uuid. Determining permanent_uuid...
21:12:58.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.414177 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:58.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.415191 22186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 4
21:12:58.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.418758 22186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:58.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.429427 22191 master_runner.cc:386] Master server non-default flags:
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.99.20:35187
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/data
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/wal
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.99.62:35605,127.21.99.61:33479,127.21.99.60:37397
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.99.60:37397
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:12:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38381/jwks.json
21:12:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:12:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:12:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/data/info.pb
21:12:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.99.60
21:12:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:12:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:12:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:12:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:12:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:12:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:12:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/logs
21:12:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:12:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:12:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:12:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:12:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:12:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:12:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:12:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:12:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:12:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:12:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.430753 22191 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:12:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.432745 22191 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:12:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.456233 22209 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:12:58.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.472590 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 1
21:12:58.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.476905 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:58.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.558379 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 2
21:12:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.563436 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:58.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.648897 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 3
21:12:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.654165 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.718201 22186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 5
21:12:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.722458 22186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.794610 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 4
21:12:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.799811 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.083278 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 5
21:12:59.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:59.088284 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.270252 22186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 6
21:12:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:59.279996 22186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:59.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.640714 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 6
21:12:59.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:59.648872 22055 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.99.60:37397: Network error: Client connection negotiation failed: client connection to 127.21.99.60:37397: connect: Connection refused (error 111)
21:12:59.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.456290 22213 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:12:59.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:58.458307 22191 server_base.cc:1034] running on GCE node
21:12:59.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:12:58.461794 22211 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:12:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.763972 22191 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:12:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.766760 22191 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:12:59.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.768195 22191 hybrid_clock.cc:648] HybridClock initialized: now 1786482779768142 us; error 62 us; skew 500 ppm
21:12:59.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.769258 22191 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:12:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.778146 22191 webserver.cc:460] Webserver started at http://127.21.99.60:40039/ using document root <none> and password file <none>
21:12:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.779209 22191 fs_manager.cc:359] Metadata directory not provided
21:12:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.779458 22191 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:12:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.780089 22191 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:12:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.785398 22191 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/data/instance:
21:12:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5c7c785f63c451abfd0c4ce429d0594"
21:12:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:12:59 on dist-test-slave-3h5h"
21:12:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.786720 22191 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/wal/instance:
21:12:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5c7c785f63c451abfd0c4ce429d0594"
21:12:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:12:59 on dist-test-slave-3h5h"
21:12:59.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.795174 22191 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.001s sys 0.008s
21:12:59.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.801733 22230 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:12:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.802899 22191 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
21:12:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.803339 22191 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/data,/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/wal
21:12:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5c7c785f63c451abfd0c4ce429d0594"
21:12:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:12:59 on dist-test-slave-3h5h"
21:12:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.803702 22191 fs_report.cc:383] FS layout report
21:12:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:12:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/wal
21:12:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/wal
21:12:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/data/data
21:12:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:12:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:12:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:12:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:12:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:12:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:12:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:12:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:12:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:12:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:12:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:12:59.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.860249 22191 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:12:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.862154 22191 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:12:59.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.862787 22191 kserver.cc:163] Server-wide thread pool size limit: 3276
21:12:59.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.963919 22191 rpc_server.cc:307] RPC server started. Bound to: 127.21.99.60:37397
21:12:59.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.964103 22332 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.99.60:37397 every 8 connection(s)
21:12:59.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.967520 22191 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/data/info.pb
21:12:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.974767 21900 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu as pid 22191
21:12:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.975219 21900 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/master-2/wal/instance
21:12:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.975976 22333 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:12:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:12:59.992758 22333 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } has no permanent_uuid. Determining permanent_uuid...
21:13:00.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.026644 22333 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } has no permanent_uuid. Determining permanent_uuid...
21:13:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.041957 22333 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } has no permanent_uuid. Determining permanent_uuid...
21:13:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.065052 22333 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594: Bootstrap starting.
21:13:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.071902 22333 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594: Neither blocks nor log segments found. Creating new log.
21:13:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.073978 22333 log.cc:824] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594: Log is configured to *not* fsync() on all Append() calls
21:13:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.079501 22333 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594: No bootstrap required, opened a new log
21:13:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.105921 22333 raft_consensus.cc:348] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } }
21:13:00.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.106734 22333 raft_consensus.cc:374] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:13:00.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.106950 22333 raft_consensus.cc:729] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5c7c785f63c451abfd0c4ce429d0594, State: Initialized, Role: FOLLOWER
21:13:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.107643 22333 consensus_queue.cc:260] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } }
21:13:00.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.110996 22352 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } } }
21:13:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.111729 22352 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [sys.catalog]: This master's current role is: FOLLOWER
21:13:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.112434 22333 sys_catalog.cc:564] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [sys.catalog]: configured and running, proceeding with master startup.
21:13:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:00.119943 22251 tablet.cc:2369] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:13:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:00.148865 22371 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:00.149286 22371 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:00.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.141786 22191 master_runner.cc:186] Error getting master registration for 127.21.99.62:35605: OK, instance_id { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" instance_seqno: 1786482776005664 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:13:00.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.171494 22191 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:13:00.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.340646 22186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 7
21:13:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.367625 22186 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9: Bootstrap starting.
21:13:00.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.374358 22186 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9: Neither blocks nor log segments found. Creating new log.
21:13:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.377782 22186 log.cc:824] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9: Log is configured to *not* fsync() on all Append() calls
21:13:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.383862 22186 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9: No bootstrap required, opened a new log
21:13:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.410059 22186 raft_consensus.cc:348] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } }
21:13:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.410954 22186 raft_consensus.cc:374] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:13:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.411262 22186 raft_consensus.cc:729] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 16287e40bd84435a96f316b78280f1f9, State: Initialized, Role: FOLLOWER
21:13:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.412326 22186 consensus_queue.cc:260] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } }
21:13:00.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.416234 22379 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } } }
21:13:00.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.417305 22379 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [sys.catalog]: This master's current role is: FOLLOWER
21:13:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.418583 22186 sys_catalog.cc:564] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [sys.catalog]: configured and running, proceeding with master startup.
21:13:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:00.461802 22399 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:00.462592 22399 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:00.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.467149 22352 raft_consensus.cc:482] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:13:00.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.467737 22352 raft_consensus.cc:504] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } }
21:13:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.471791 22352 leader_election.cc:288] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 00f0930e64824b24804a05b8c1aa0837 (127.21.99.62:35605), 16287e40bd84435a96f316b78280f1f9 (127.21.99.61:33479)
21:13:00.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.473891 22145 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c5c7c785f63c451abfd0c4ce429d0594" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "16287e40bd84435a96f316b78280f1f9" is_pre_election: true
21:13:00.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.474908 22145 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c5c7c785f63c451abfd0c4ce429d0594 in term 0.
21:13:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.476583 22233 leader_election.cc:302] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 16287e40bd84435a96f316b78280f1f9, c5c7c785f63c451abfd0c4ce429d0594; no voters:
21:13:00.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.478488 22352 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:13:00.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.479064 22352 raft_consensus.cc:482] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:13:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.479753 22352 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [term 0 FOLLOWER]: Advancing to term 1
21:13:00.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.487772 22352 raft_consensus.cc:504] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } }
21:13:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.492637 22145 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c5c7c785f63c451abfd0c4ce429d0594" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "16287e40bd84435a96f316b78280f1f9"
21:13:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.493302 22145 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [term 0 FOLLOWER]: Advancing to term 1
21:13:00.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.501572 22145 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c5c7c785f63c451abfd0c4ce429d0594 in term 1.
21:13:00.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.502264 22352 leader_election.cc:288] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [CANDIDATE]: Term 1 election: Requested vote from peers 00f0930e64824b24804a05b8c1aa0837 (127.21.99.62:35605), 16287e40bd84435a96f316b78280f1f9 (127.21.99.61:33479)
21:13:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.507530 22233 leader_election.cc:302] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 16287e40bd84435a96f316b78280f1f9, c5c7c785f63c451abfd0c4ce429d0594; no voters:
21:13:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.514396 22401 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [term 1 FOLLOWER]: Leader election won for term 1
21:13:00.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.455063 22058 master_runner.cc:186] Error getting master registration for 127.21.99.62:35605: OK, instance_id { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" instance_seqno: 1786482776005664 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:13:00.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.523144 22058 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:13:00.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.523531 22401 raft_consensus.cc:686] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [term 1 LEADER]: Becoming Leader. State: Replica: c5c7c785f63c451abfd0c4ce429d0594, State: Running, Role: LEADER
21:13:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.524736 22401 consensus_queue.cc:237] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } }
21:13:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.548243 22352 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c5c7c785f63c451abfd0c4ce429d0594. Latest consensus state: current_term: 1 leader_uuid: "c5c7c785f63c451abfd0c4ce429d0594" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } } }
21:13:00.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.549114 22352 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [sys.catalog]: This master's current role is: LEADER
21:13:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.557312 22409 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
21:13:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.564725 22409 catalog_manager.cc:1484] Initializing Kudu cluster ID...
21:13:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.592451 22145 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [term 1 FOLLOWER]: Refusing update from remote peer c5c7c785f63c451abfd0c4ce429d0594: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:13:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.594908 22352 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [LEADER]: Connected to new peer: Peer: permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:13:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.612357 22379 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c5c7c785f63c451abfd0c4ce429d0594. Latest consensus state: current_term: 1 leader_uuid: "c5c7c785f63c451abfd0c4ce429d0594" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } } }
21:13:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.613210 22379 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [sys.catalog]: This master's current role is: FOLLOWER
21:13:00.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.623627 22401 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c5c7c785f63c451abfd0c4ce429d0594" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } } }
21:13:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.624749 22401 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [sys.catalog]: This master's current role is: LEADER
21:13:00.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.629444 22409 catalog_manager.cc:1347] Generated new cluster ID: 100bdf4be46648399f27fc94e19d0901
21:13:00.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.629748 22409 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
21:13:00.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:00.629709 22104 tablet.cc:2369] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:13:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.637619 22411 mvcc.cc:205] Tried to move back new op lower bound from 7317433469250928640 to 7317433469042663424. Current Snapshot: MvccSnapshot[applied={T|T < 7317433469250928640 or (T in {7317433469250928640})}]
21:13:00.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.641754 22379 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c5c7c785f63c451abfd0c4ce429d0594" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } } }
21:13:00.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.642573 22379 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9 [sys.catalog]: This master's current role is: FOLLOWER
21:13:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.682351 22055 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } attempt: 7
21:13:00.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.707713 22409 catalog_manager.cc:1370] Generated new certificate authority record
21:13:00.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.714367 22409 catalog_manager.cc:1504] Loading token signing keys...
21:13:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.729789 22055 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837: Bootstrap starting.
21:13:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.763711 22055 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837: Neither blocks nor log segments found. Creating new log.
21:13:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.770689 22409 catalog_manager.cc:5868] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594: Generated new TSK 0
21:13:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.776079 22409 catalog_manager.cc:1514] Initializing in-progress tserver states...
21:13:00.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.780069 22055 log.cc:824] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837: Log is configured to *not* fsync() on all Append() calls
21:13:00.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.789580 22055 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837: No bootstrap required, opened a new log
21:13:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.798056 21900 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/wal
21:13:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/data
21:13:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:13:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:13:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/logs
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/data/info.pb
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.99.1:0
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.99.1
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.99.1
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.99.62:35605,127.21.99.61:33479,127.21.99.60:37397
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.99.20:35187
21:13:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:13:00.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.839387 22055 raft_consensus.cc:348] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } }
21:13:00.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.840371 22055 raft_consensus.cc:374] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:13:00.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.840732 22055 raft_consensus.cc:729] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00f0930e64824b24804a05b8c1aa0837, State: Initialized, Role: FOLLOWER
21:13:00.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.841698 22055 consensus_queue.cc:260] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } }
21:13:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.852566 22424 sys_catalog.cc:455] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } } }
21:13:00.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.857213 22424 sys_catalog.cc:458] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [sys.catalog]: This master's current role is: FOLLOWER
21:13:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.857345 22005 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c5c7c785f63c451abfd0c4ce429d0594" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "00f0930e64824b24804a05b8c1aa0837"
21:13:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.856135 22055 sys_catalog.cc:564] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [sys.catalog]: configured and running, proceeding with master startup.
21:13:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.856781 22004 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [term 0 FOLLOWER]: Advancing to term 1
21:13:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.861647 22008 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c5c7c785f63c451abfd0c4ce429d0594" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "00f0930e64824b24804a05b8c1aa0837" is_pre_election: true
21:13:00.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.873211 22004 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [term 1 FOLLOWER]: Refusing update from remote peer c5c7c785f63c451abfd0c4ce429d0594: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:13:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.875638 22407 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [LEADER]: Connected to new peer: Peer: permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:13:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.964995 22434 sys_catalog.cc:455] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c5c7c785f63c451abfd0c4ce429d0594" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } } }
21:13:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.965252 22424 sys_catalog.cc:455] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c5c7c785f63c451abfd0c4ce429d0594. Latest consensus state: current_term: 1 leader_uuid: "c5c7c785f63c451abfd0c4ce429d0594" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } } }
21:13:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.966323 22424 sys_catalog.cc:458] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [sys.catalog]: This master's current role is: FOLLOWER
21:13:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:00.966415 22434 sys_catalog.cc:458] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837 [sys.catalog]: This master's current role is: FOLLOWER
21:13:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:01.011986 22450 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:13:01.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:01.323414 22407 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c5c7c785f63c451abfd0c4ce429d0594" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00f0930e64824b24804a05b8c1aa0837" member_type: VOTER last_known_addr { host: "127.21.99.62" port: 35605 } } peers { permanent_uuid: "16287e40bd84435a96f316b78280f1f9" member_type: VOTER last_known_addr { host: "127.21.99.61" port: 33479 } } peers { permanent_uuid: "c5c7c785f63c451abfd0c4ce429d0594" member_type: VOTER last_known_addr { host: "127.21.99.60" port: 37397 } } }
21:13:01.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:01.324868 22407 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5c7c785f63c451abfd0c4ce429d0594 [sys.catalog]: This master's current role is: LEADER
21:13:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:01.412952 22423 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:13:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:01.413601 22423 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:13:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:01.414096 22423 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:13:01.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:01.460726 22423 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:13:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:01.461823 22423 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.99.1
21:13:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:01.469076 22399 catalog_manager.cc:1259] Loaded cluster ID: 100bdf4be46648399f27fc94e19d0901
21:13:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:01.469650 22399 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9: loading cluster ID for follower catalog manager: success
21:13:01.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:01.478421 22399 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9: acquiring CA information for follower catalog manager: success
21:13:01.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:01.485347 22399 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 16287e40bd84435a96f316b78280f1f9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:13:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:01.506347 22423 tablet_server_runner.cc:78] Tablet server non-default flags:
21:13:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.99.20:35187
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/data
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/wal
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.99.1:0
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/data/info.pb
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.99.1
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.99.62:35605,127.21.99.61:33479,127.21.99.60:37397
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.99.1
21:13:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/logs
21:13:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:13:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:13:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:13:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:13:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:13:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:13:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:13:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:13:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:13:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:01.508008 22423 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:13:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:01.510080 22423 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:13:01.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:01.540233 22465 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:02.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:02.051270 22450 catalog_manager.cc:1259] Loaded cluster ID: 100bdf4be46648399f27fc94e19d0901
21:13:02.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:02.051602 22450 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837: loading cluster ID for follower catalog manager: success
21:13:02.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:02.089993 22450 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837: acquiring CA information for follower catalog manager: success
21:13:02.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:02.120381 22450 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 00f0930e64824b24804a05b8c1aa0837: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:13:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:02.929642 22462 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 22423
21:13:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:03.795367 22462 kernel_stack_watchdog.cc:198] Thread 22423 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 390ms:
21:13:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:13:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:13:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:13:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:13:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:01.541828 22464 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:03.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:03.801823 22423 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.265s user 0.833s sys 1.318s
21:13:03.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:03.802253 22423 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.266s user 0.833s sys 1.318s
21:13:03.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.812625 22423 server_base.cc:1034] running on GCE node
21:13:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:03.814894 22483 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.816593 22423 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:13:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.829239 22423 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:13:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.832981 22423 hybrid_clock.cc:648] HybridClock initialized: now 1786482783832919 us; error 61 us; skew 500 ppm
21:13:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.834564 22423 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:13:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.873701 22423 webserver.cc:460] Webserver started at http://127.21.99.1:34701/ using document root <none> and password file <none>
21:13:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.875512 22423 fs_manager.cc:359] Metadata directory not provided
21:13:03.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.876063 22423 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:13:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.876857 22423 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:13:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.885854 22423 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/data/instance:
21:13:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "574527a9f53f4df99144298b88e4045f"
21:13:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:03 on dist-test-slave-3h5h"
21:13:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.887780 22423 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/wal/instance:
21:13:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "574527a9f53f4df99144298b88e4045f"
21:13:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:03 on dist-test-slave-3h5h"
21:13:03.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.907357 22423 fs_manager.cc:691] Time spent creating directory manager: real 0.018s user 0.009s sys 0.007s
21:13:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.921656 22490 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:13:03.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.923215 22423 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.004s sys 0.007s
21:13:03.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.923676 22423 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/data,/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/wal
21:13:03.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "574527a9f53f4df99144298b88e4045f"
21:13:03.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:03 on dist-test-slave-3h5h"
21:13:03.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:03.924165 22423 fs_report.cc:383] FS layout report
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/wal
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/wal
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/data/data
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:13:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:13:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.067179 22423 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:13:04.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.069912 22423 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:13:04.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.070538 22423 kserver.cc:163] Server-wide thread pool size limit: 3276
21:13:04.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.074267 22423 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:13:04.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.080701 22423 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:13:04.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.081112 22423 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
21:13:04.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.081427 22423 ts_tablet_manager.cc:610] Registered 0 tablets
21:13:04.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.081672 22423 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:13:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.361649 22423 rpc_server.cc:307] RPC server started. Bound to: 127.21.99.1:36781
21:13:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.361832 22685 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.99.1:36781 every 8 connection(s)
21:13:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.365491 22423 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/data/info.pb
21:13:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.373008 21900 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu as pid 22423
21:13:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.373943 21900 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-0/wal/instance
21:13:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.388230 21900 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/wal
21:13:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/data
21:13:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:13:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:13:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:13:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/logs
21:13:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/data/info.pb
21:13:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.99.2:0
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.99.2
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.99.2
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:13:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.99.62:35605,127.21.99.61:33479,127.21.99.60:37397
21:13:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.99.20:35187
21:13:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:13:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.451838 22686 heartbeater.cc:347] Connected to a master server at 127.21.99.60:37397
21:13:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.452620 22686 heartbeater.cc:464] Registering TS with master...
21:13:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.454507 22686 heartbeater.cc:511] Master 127.21.99.60:37397 requested a full tablet report, sending...
21:13:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.458364 22274 ts_manager.cc:194] Registered new tserver with Master: 574527a9f53f4df99144298b88e4045f (127.21.99.1:36781)
21:13:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.461293 22274 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.99.1:53711
21:13:04.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.499249 22688 heartbeater.cc:347] Connected to a master server at 127.21.99.61:33479
21:13:04.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.507231 22688 heartbeater.cc:464] Registering TS with master...
21:13:04.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.508173 22688 heartbeater.cc:511] Master 127.21.99.61:33479 requested a full tablet report, sending...
21:13:04.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.511837 22124 ts_manager.cc:194] Registered new tserver with Master: 574527a9f53f4df99144298b88e4045f (127.21.99.1:36781)
21:13:04.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.520736 22691 heartbeater.cc:347] Connected to a master server at 127.21.99.62:35605
21:13:04.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.521214 22691 heartbeater.cc:464] Registering TS with master...
21:13:04.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.522018 22691 heartbeater.cc:511] Master 127.21.99.62:35605 requested a full tablet report, sending...
21:13:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.526597 21993 ts_manager.cc:194] Registered new tserver with Master: 574527a9f53f4df99144298b88e4045f (127.21.99.1:36781)
21:13:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:04.835749 22696 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:13:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:04.836373 22696 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:13:04.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:04.836894 22696 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:13:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:04.874261 22696 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:13:04.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:04.875257 22696 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.99.2
21:13:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.914916 22696 tablet_server_runner.cc:78] Tablet server non-default flags:
21:13:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.99.20:35187
21:13:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/data
21:13:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/wal
21:13:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.99.2:0
21:13:04.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:13:04.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:04.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/data/info.pb
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.99.2
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.99.62:35605,127.21.99.61:33479,127.21.99.60:37397
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.99.2
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/logs
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:13:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:13:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:13:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:13:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:13:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:13:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:13:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:13:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:13:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.916208 22696 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:13:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:04.918154 22696 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:13:04.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:04.945686 22707 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:05.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:05.470312 22686 heartbeater.cc:503] Master 127.21.99.60:37397 was elected leader, sending a full tablet report...
21:13:06.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:04.945817 22709 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:06.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:04.949584 22712 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:06.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:06.445228 22710 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1497 milliseconds
21:13:06.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.445345 22696 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:13:06.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.447213 22696 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:13:06.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.450824 22696 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:13:06.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.452396 22696 hybrid_clock.cc:648] HybridClock initialized: now 1786482786452323 us; error 87 us; skew 500 ppm
21:13:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.453722 22696 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:13:06.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.460907 22696 webserver.cc:460] Webserver started at http://127.21.99.2:34715/ using document root <none> and password file <none>
21:13:06.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.462204 22696 fs_manager.cc:359] Metadata directory not provided
21:13:06.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.462436 22696 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:13:06.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.462899 22696 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:13:06.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.468654 22696 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/data/instance:
21:13:06.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "54d113d9ca4b4b6aa791087bedd03359"
21:13:06.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:06 on dist-test-slave-3h5h"
21:13:06.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.470019 22696 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/wal/instance:
21:13:06.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "54d113d9ca4b4b6aa791087bedd03359"
21:13:06.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:06 on dist-test-slave-3h5h"
21:13:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.479285 22696 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
21:13:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.485869 22721 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:13:06.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.487051 22696 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
21:13:06.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.487461 22696 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/data,/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/wal
21:13:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "54d113d9ca4b4b6aa791087bedd03359"
21:13:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:06 on dist-test-slave-3h5h"
21:13:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.487927 22696 fs_report.cc:383] FS layout report
21:13:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:13:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/wal
21:13:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/wal
21:13:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/data/data
21:13:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:13:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:13:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:13:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:13:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:13:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:13:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:13:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:13:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:13:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:13:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:13:06.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.533819 22696 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:13:06.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.535615 22696 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:13:06.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.536258 22696 kserver.cc:163] Server-wide thread pool size limit: 3276
21:13:06.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.539777 22696 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:13:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.544719 22696 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:13:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.545015 22696 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
21:13:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.545392 22696 ts_tablet_manager.cc:610] Registered 0 tablets
21:13:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.545604 22696 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:13:06.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.726207 22696 rpc_server.cc:307] RPC server started. Bound to: 127.21.99.2:41709
21:13:06.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.726344 22924 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.99.2:41709 every 8 connection(s)
21:13:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.729511 22696 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/data/info.pb
21:13:06.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.737576 21900 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu as pid 22696
21:13:06.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.738071 21900 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-1/wal/instance
21:13:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.753839 21900 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/wal
21:13:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/data
21:13:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:13:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:13:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:13:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/logs
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/data/info.pb
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.99.3:0
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.99.3
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.99.3
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.99.62:35605,127.21.99.61:33479,127.21.99.60:37397
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.99.20:35187
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:13:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.807099 22930 heartbeater.cc:347] Connected to a master server at 127.21.99.61:33479
21:13:06.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.807786 22930 heartbeater.cc:464] Registering TS with master...
21:13:06.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.809577 22930 heartbeater.cc:511] Master 127.21.99.61:33479 requested a full tablet report, sending...
21:13:06.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.813618 22124 ts_manager.cc:194] Registered new tserver with Master: 54d113d9ca4b4b6aa791087bedd03359 (127.21.99.2:41709)
21:13:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.817546 22928 heartbeater.cc:347] Connected to a master server at 127.21.99.60:37397
21:13:06.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.817974 22928 heartbeater.cc:464] Registering TS with master...
21:13:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.818948 22928 heartbeater.cc:511] Master 127.21.99.60:37397 requested a full tablet report, sending...
21:13:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.821522 22274 ts_manager.cc:194] Registered new tserver with Master: 54d113d9ca4b4b6aa791087bedd03359 (127.21.99.2:41709)
21:13:06.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.823948 22274 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.99.2:50625
21:13:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.826154 22933 heartbeater.cc:347] Connected to a master server at 127.21.99.62:35605
21:13:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.826810 22933 heartbeater.cc:464] Registering TS with master...
21:13:06.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.827996 22933 heartbeater.cc:511] Master 127.21.99.62:35605 requested a full tablet report, sending...
21:13:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:06.830668 21993 ts_manager.cc:194] Registered new tserver with Master: 54d113d9ca4b4b6aa791087bedd03359 (127.21.99.2:41709)
21:13:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:07.156512 22948 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:13:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:07.157065 22948 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:13:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:07.157510 22948 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:13:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:07.189404 22948 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:13:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:07.190364 22948 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.99.3
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:07.228015 22948 tablet_server_runner.cc:78] Tablet server non-default flags:
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.99.20:35187
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/data
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/wal
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.99.3:0
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/data/info.pb
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.99.3
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.99.62:35605,127.21.99.61:33479,127.21.99.60:37397
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.99.3
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/logs
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:13:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:07.229467 22948 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:13:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:07.231357 22948 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:13:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:07.250836 22960 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:07.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:07.829932 22928 heartbeater.cc:503] Master 127.21.99.60:37397 was elected leader, sending a full tablet report...
21:13:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:07.253933 22948 server_base.cc:1034] running on GCE node
21:13:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:07.253082 22964 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:07.251122 22958 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.513235 22948 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:13:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.515719 22948 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:13:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.517127 22948 hybrid_clock.cc:648] HybridClock initialized: now 1786482788517085 us; error 47 us; skew 500 ppm
21:13:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.518031 22948 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:13:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.525947 22948 webserver.cc:460] Webserver started at http://127.21.99.3:42601/ using document root <none> and password file <none>
21:13:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.527083 22948 fs_manager.cc:359] Metadata directory not provided
21:13:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.527360 22948 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:13:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.528019 22948 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:13:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.533937 22948 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/data/instance:
21:13:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7871f98a4d66409a85ded116477b3769"
21:13:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:08 on dist-test-slave-3h5h"
21:13:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.535138 22948 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/wal/instance:
21:13:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7871f98a4d66409a85ded116477b3769"
21:13:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:08 on dist-test-slave-3h5h"
21:13:08.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.542766 22948 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
21:13:08.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.548943 22978 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:13:08.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.550156 22948 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
21:13:08.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.550446 22948 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/data,/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/wal
21:13:08.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7871f98a4d66409a85ded116477b3769"
21:13:08.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:08 on dist-test-slave-3h5h"
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.550756 22948 fs_report.cc:383] FS layout report
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/wal
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/wal
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/data/data
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:13:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:13:08.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.601327 22948 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:13:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.602905 22948 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:13:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.603396 22948 kserver.cc:163] Server-wide thread pool size limit: 3276
21:13:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.606352 22948 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:13:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.612733 22948 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:13:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.613107 22948 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:13:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.613469 22948 ts_tablet_manager.cc:610] Registered 0 tablets
21:13:08.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.613701 22948 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:13:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.786969 22948 rpc_server.cc:307] RPC server started. Bound to: 127.21.99.3:35093
21:13:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.787122 23167 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.99.3:35093 every 8 connection(s)
21:13:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.789489 22948 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/data/info.pb
21:13:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.791078 21900 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu as pid 22948
21:13:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.791621 21900 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster7760511914512070504/ts-2/wal/instance
21:13:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.869432 23171 heartbeater.cc:347] Connected to a master server at 127.21.99.62:35605
21:13:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.869899 23171 heartbeater.cc:464] Registering TS with master...
21:13:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.870280 23169 heartbeater.cc:347] Connected to a master server at 127.21.99.60:37397
21:13:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.870644 23169 heartbeater.cc:464] Registering TS with master...
21:13:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.871295 23171 heartbeater.cc:511] Master 127.21.99.62:35605 requested a full tablet report, sending...
21:13:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.871655 23169 heartbeater.cc:511] Master 127.21.99.60:37397 requested a full tablet report, sending...
21:13:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.874356 21993 ts_manager.cc:194] Registered new tserver with Master: 7871f98a4d66409a85ded116477b3769 (127.21.99.3:35093)
21:13:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.874975 22272 ts_manager.cc:194] Registered new tserver with Master: 7871f98a4d66409a85ded116477b3769 (127.21.99.3:35093)
21:13:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.875844 23170 heartbeater.cc:347] Connected to a master server at 127.21.99.61:33479
21:13:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.876221 23170 heartbeater.cc:464] Registering TS with master...
21:13:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.877203 23170 heartbeater.cc:511] Master 127.21.99.61:33479 requested a full tablet report, sending...
21:13:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.877671 22272 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.99.3:42093
21:13:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.879887 22124 ts_manager.cc:194] Registered new tserver with Master: 7871f98a4d66409a85ded116477b3769 (127.21.99.3:35093)
21:13:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:08.889389 21900 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
21:13:08.902 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:13:08.903 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
21:13:08.917 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.21.99.62"
port: 35605
}
bound_http_address {
host: "127.21.99.62"
port: 46807
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.21.99.61"
port: 33479
}
bound_http_address {
host: "127.21.99.61"
port: 40967
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.21.99.60"
port: 37397
}
bound_http_address {
host: "127.21.99.60"
port: 40039
}
}
}
21:13:08.925 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:13:08.929 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.21.99.1"
port: 36781
}
bound_http_address {
host: "127.21.99.1"
port: 34701
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.21.99.2"
port: 41709
}
bound_http_address {
host: "127.21.99.2"
port: 34715
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.21.99.3"
port: 35093
}
bound_http_address {
host: "127.21.99.3"
port: 42601
}
}
}
21:13:08.929 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:13:09.142 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
21:13:09.275 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskPkx3kQ/test-tmp
21:13:09.276 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:13:09.277 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskPkx3kQ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:13:09.280 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
21:13:09.686 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:13:09.687 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:13:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:09.689990 23188 mini_oidc.cc:152] Starting JWKS server
21:13:09.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:09.694248 23188 webserver.cc:460] Webserver started at http://127.0.0.1:45839/ using document root <none> and password file <none>
21:13:09.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:09.694672 23188 mini_oidc.cc:189] Starting OIDC Discovery server
21:13:09.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:09.696558 23188 webserver.cc:460] Webserver started at http://127.0.0.1:42643/ using document root <none> and password file <none>
21:13:09.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
21:13:09.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/principal' for realm 'KRBTEST.COM',
21:13:09.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
21:13:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:09 dist-test-slave-3h5h krb5kdc[23209](info): setting up network...
21:13:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
21:13:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:09 dist-test-slave-3h5h krb5kdc[23209](info): set up 2 sockets
21:13:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:09 dist-test-slave-3h5h krb5kdc[23209](info): commencing operation
21:13:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
21:13:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:09.882489 23169 heartbeater.cc:503] Master 127.21.99.60:37397 was elected leader, sending a full tablet report...
21:13:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:11.261577 23188 mini_kdc.cc:121] Time spent starting KDC: real 1.535s user 0.001s sys 0.028s
21:13:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
21:13:11.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:13:11.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
21:13:11.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
21:13:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:13:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
21:13:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
21:13:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:13:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
21:13:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:13:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/test-user.keytab.
21:13:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/test-user.keytab.
21:13:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:11 dist-test-slave-3h5h krb5kdc[23209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482791, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:13:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:13:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:13:11Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
21:13:11.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:13:11Z Disabled control of system clock
21:13:11.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.22.165.62@KRBTEST.COM; defaulting to no policy
21:13:11.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:13:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.22.165.62@KRBTEST.COM" created.
21:13:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:13:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.165.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.62.keytab.
21:13:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.165.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.62.keytab.
21:13:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:11.496078 23188 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal
21:13:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/logs
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data/info.pb
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.165.62:35293
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.165.62
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.62.keytab
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.165.62
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:13:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.165.20:43747
21:13:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:13:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.165.62:35293,127.22.165.61:39997,127.22.165.60:45633
21:13:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:13:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
21:13:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:13:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:11.889170 23237 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:13:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:11.889863 23237 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:13:11.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:11.890727 23237 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:13:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:11.930591 23237 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:13:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:11.930891 23237 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:13:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:11.931198 23237 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:13:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:11.931423 23237 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:13:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:11.931641 23237 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:13:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:11.931850 23237 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:13:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:11.932020 23237 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45839/jwks.json
21:13:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:11.977134 23237 master_runner.cc:386] Master server non-default flags:
21:13:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.165.20:43747
21:13:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.165.62:35293,127.22.165.61:39997,127.22.165.60:45633
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.62.keytab
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.165.62
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.165.62:35293
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data/info.pb
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.165.62
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:13:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/logs
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:13:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:11.978875 23237 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:13:11.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:11.980528 23237 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:13:12.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:12.007705 23249 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:12.009821 23237 server_base.cc:1034] running on GCE node
21:13:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:12.010361 23248 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:13.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:12.009106 23251 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.360092 23237 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:13:13.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.363270 23237 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:13:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.364705 23237 hybrid_clock.cc:648] HybridClock initialized: now 1786482793364619 us; error 99 us; skew 500 ppm
21:13:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.365676 23237 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:13:13.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:13 dist-test-slave-3h5h krb5kdc[23209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482793, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:13:13.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.376797 23237 init.cc:377] Logged in from keytab as kudu/127.22.165.62@KRBTEST.COM (short username kudu)
21:13:13.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.383359 23237 webserver.cc:460] Webserver started at http://127.22.165.62:36649/ using document root <none> and password file <none>
21:13:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.384282 23237 fs_manager.cc:359] Metadata directory not provided
21:13:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.384469 23237 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:13:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.384943 23237 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:13:13.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.390359 23237 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data/instance:
21:13:13.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "faf6dcf1ae99481fa31ce725fcd0148c"
21:13:13.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:13 on dist-test-slave-3h5h"
21:13:13.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.391430 23237 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal/instance:
21:13:13.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "faf6dcf1ae99481fa31ce725fcd0148c"
21:13:13.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:13 on dist-test-slave-3h5h"
21:13:13.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.399310 23237 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.007s
21:13:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.405690 23265 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:13:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.407022 23237 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
21:13:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.407368 23237 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data,/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal
21:13:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "faf6dcf1ae99481fa31ce725fcd0148c"
21:13:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:13 on dist-test-slave-3h5h"
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.407742 23237 fs_report.cc:383] FS layout report
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data/data
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:13:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:13:13.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.455324 23237 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:13:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.462596 23237 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:13:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.463117 23237 kserver.cc:163] Server-wide thread pool size limit: 3276
21:13:13.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.571837 23237 rpc_server.cc:307] RPC server started. Bound to: 127.22.165.62:35293
21:13:13.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.572014 23348 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.165.62:35293 every 8 connection(s)
21:13:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.574944 23237 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data/info.pb
21:13:13.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.581007 23188 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu as pid 23237
21:13:13.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.581591 23188 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal/instance
21:13:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.581707 23349 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:13:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.598397 23349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } has no permanent_uuid. Determining permanent_uuid...
21:13:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.22.165.61@KRBTEST.COM; defaulting to no policy
21:13:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:13:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.22.165.61@KRBTEST.COM" created.
21:13:13.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:13 dist-test-slave-3h5h krb5kdc[23209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482793, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.62@KRBTEST.COM for kudu/127.22.165.62@KRBTEST.COM
21:13:13.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:13:13.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.165.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.61.keytab.
21:13:13.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.165.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.61.keytab.
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.637850 23188 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/logs
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data/info.pb
21:13:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.165.61:39997
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.165.61
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.61.keytab
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.165.61
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.165.20:43747
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.165.62:35293,127.22.165.61:39997,127.22.165.60:45633
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
21:13:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:13:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.646195 23349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } has no permanent_uuid. Determining permanent_uuid...
21:13:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:13.649238 23268 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:13.654752 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.61:39997: Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.704344 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } attempt: 1
21:13:13.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:13.708449 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.61:39997: Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:13.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.776917 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } attempt: 2
21:13:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:13.780781 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.61:39997: Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:13.872289 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } attempt: 3
21:13:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:13.876653 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.61:39997: Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:13.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:13.995995 23357 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:13:13.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:13.996693 23357 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:13:13.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:13.997450 23357 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:13:14.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:14.020133 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } attempt: 4
21:13:14.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.024078 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.61:39997: Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.034932 23357 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:13:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.035270 23357 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:13:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.035709 23357 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:13:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.036149 23357 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:13:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.036474 23357 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:13:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.036777 23357 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:13:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.037045 23357 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45839/jwks.json
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:14.086800 23357 master_runner.cc:386] Master server non-default flags:
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.165.20:43747
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.165.62:35293,127.22.165.61:39997,127.22.165.60:45633
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.61.keytab
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.165.61
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.165.61:39997
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data/info.pb
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.165.61
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/logs
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:13:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:13:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:13:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:13:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:13:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:13:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:13:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:13:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:13:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:14.088088 23357 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:13:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:14.089147 23357 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:13:14.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.109858 23382 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:14.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:14.323590 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } attempt: 5
21:13:14.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.329470 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.61:39997: Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:14.877048 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } attempt: 6
21:13:14.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.885751 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.61:39997: Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.109943 23375 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:15.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:14.112294 23357 server_base.cc:1034] running on GCE node
21:13:15.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:14.109951 23377 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:15.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.445379 23357 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:13:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.448088 23357 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:13:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.449450 23357 hybrid_clock.cc:648] HybridClock initialized: now 1786482795449412 us; error 82 us; skew 500 ppm
21:13:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.450300 23357 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:13:15.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:15 dist-test-slave-3h5h krb5kdc[23209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482795, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:13:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.456450 23357 init.cc:377] Logged in from keytab as kudu/127.22.165.61@KRBTEST.COM (short username kudu)
21:13:15.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.462028 23357 webserver.cc:460] Webserver started at http://127.22.165.61:36433/ using document root <none> and password file <none>
21:13:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.462927 23357 fs_manager.cc:359] Metadata directory not provided
21:13:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.463119 23357 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:13:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.463511 23357 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:13:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.468472 23357 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data/instance:
21:13:15.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3175862ead0047f19a5c59a2161a4634"
21:13:15.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:15 on dist-test-slave-3h5h"
21:13:15.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.469643 23357 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal/instance:
21:13:15.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3175862ead0047f19a5c59a2161a4634"
21:13:15.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:15 on dist-test-slave-3h5h"
21:13:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.477625 23357 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
21:13:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.483681 23403 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:13:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.484789 23357 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
21:13:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.485193 23357 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data,/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal
21:13:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3175862ead0047f19a5c59a2161a4634"
21:13:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:15 on dist-test-slave-3h5h"
21:13:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.485502 23357 fs_report.cc:383] FS layout report
21:13:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:13:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal
21:13:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal
21:13:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data/data
21:13:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:13:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:13:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:13:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:13:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:13:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:13:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:13:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:13:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:13:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:13:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:13:15.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.541093 23357 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:13:15.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.546981 23357 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:13:15.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.547498 23357 kserver.cc:163] Server-wide thread pool size limit: 3276
21:13:15.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.637028 23357 rpc_server.cc:307] RPC server started. Bound to: 127.22.165.61:39997
21:13:15.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.637140 23492 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.165.61:39997 every 8 connection(s)
21:13:15.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.639813 23357 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data/info.pb
21:13:15.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.642920 23188 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu as pid 23357
21:13:15.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.643446 23188 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal/instance
21:13:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.646584 23493 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:13:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.662217 23493 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } has no permanent_uuid. Determining permanent_uuid...
21:13:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.22.165.60@KRBTEST.COM; defaulting to no policy
21:13:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:13:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.22.165.60@KRBTEST.COM" created.
21:13:15.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:15 dist-test-slave-3h5h krb5kdc[23209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482795, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.61@KRBTEST.COM for kudu/127.22.165.62@KRBTEST.COM
21:13:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:13:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.165.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.60.keytab.
21:13:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.165.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.60.keytab.
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.698715 23188 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/wal
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/logs
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data/info.pb
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.165.60:45633
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.165.60
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.60.keytab
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.165.60
21:13:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:13:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:13:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:13:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.165.20:43747
21:13:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:13:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.165.62:35293,127.22.165.61:39997,127.22.165.60:45633
21:13:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:13:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
21:13:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:13:15.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.703447 23493 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } has no permanent_uuid. Determining permanent_uuid...
21:13:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:15 dist-test-slave-3h5h krb5kdc[23209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482795, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.61@KRBTEST.COM for kudu/127.22.165.61@KRBTEST.COM
21:13:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.736907 23493 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } has no permanent_uuid. Determining permanent_uuid...
21:13:15.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:15.740264 23407 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:15.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:15.745303 23493 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:15.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.794783 23493 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } attempt: 1
21:13:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:15.799476 23493 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.867936 23493 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } attempt: 2
21:13:15.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:15.872045 23493 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:15.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.946395 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } attempt: 7
21:13:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:15 dist-test-slave-3h5h krb5kdc[23209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482793, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.62@KRBTEST.COM for kudu/127.22.165.61@KRBTEST.COM
21:13:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.963522 23493 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } attempt: 3
21:13:15.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:15.971102 23493 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:15.982338 23349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } has no permanent_uuid. Determining permanent_uuid...
21:13:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:15.995756 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:16.054186 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } attempt: 1
21:13:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.058053 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.082556 23503 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:13:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.083247 23503 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:13:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.084338 23503 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:13:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:16.114521 23493 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } attempt: 4
21:13:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.117870 23503 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:13:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.118222 23503 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:13:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.118691 23503 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:13:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.118729 23493 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.118997 23503 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:13:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.119252 23503 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:13:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.119483 23503 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:13:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.119620 23503 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45839/jwks.json
21:13:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:16.139513 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } attempt: 2
21:13:16.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.143323 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:16.159775 23503 master_runner.cc:386] Master server non-default flags:
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.165.20:43747
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/wal
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.165.62:35293,127.22.165.61:39997,127.22.165.60:45633
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.60.keytab
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.165.60
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.165.60:45633
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:13:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data/info.pb
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.165.60
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/logs
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:13:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:16.161103 23503 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:13:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:16.162175 23503 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:13:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.182269 23519 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:16.228801 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } attempt: 3
21:13:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.233712 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:16.374161 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } attempt: 4
21:13:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.378991 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:16.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:16.418169 23493 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } attempt: 5
21:13:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.422326 23493 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:16.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:16.662413 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } attempt: 5
21:13:16.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.667058 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:16.969980 23493 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } attempt: 6
21:13:17.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:17.004884 23493 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.219473 23349 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } attempt: 6
21:13:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:17.227979 23349 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.165.60:45633: Network error: Client connection negotiation failed: client connection to 127.22.165.60:45633: connect: Connection refused (error 111)
21:13:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.182665 23525 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:16.184389 23503 server_base.cc:1034] running on GCE node
21:13:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:16.183017 23520 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.492153 23503 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:13:17.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.495532 23503 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:13:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.497104 23503 hybrid_clock.cc:648] HybridClock initialized: now 1786482797497023 us; error 85 us; skew 500 ppm
21:13:17.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.497979 23503 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:13:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:17 dist-test-slave-3h5h krb5kdc[23209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482797, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:13:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.505003 23503 init.cc:377] Logged in from keytab as kudu/127.22.165.60@KRBTEST.COM (short username kudu)
21:13:17.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.511310 23503 webserver.cc:460] Webserver started at http://127.22.165.60:37049/ using document root <none> and password file <none>
21:13:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.512466 23503 fs_manager.cc:359] Metadata directory not provided
21:13:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.512678 23503 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:13:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.513399 23503 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:13:17.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.518910 23503 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data/instance:
21:13:17.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf51000998b44736bfeaaa6737a149b1"
21:13:17.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:17 on dist-test-slave-3h5h"
21:13:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.520277 23503 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/wal/instance:
21:13:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf51000998b44736bfeaaa6737a149b1"
21:13:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:17 on dist-test-slave-3h5h"
21:13:17.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.529429 23503 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
21:13:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.536338 23545 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:13:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.537623 23503 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
21:13:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.537967 23503 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data,/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/wal
21:13:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf51000998b44736bfeaaa6737a149b1"
21:13:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:17 on dist-test-slave-3h5h"
21:13:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.538363 23503 fs_report.cc:383] FS layout report
21:13:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/wal
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/wal
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data/data
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:13:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:13:17.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.587574 23503 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:13:17.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.594290 23503 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:13:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.594790 23503 kserver.cc:163] Server-wide thread pool size limit: 3276
21:13:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.688301 23503 rpc_server.cc:307] RPC server started. Bound to: 127.22.165.60:45633
21:13:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.688403 23634 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.165.60:45633 every 8 connection(s)
21:13:17.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.691063 23503 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data/info.pb
21:13:17.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.696614 23188 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu as pid 23503
21:13:17.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.697154 23188 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/wal/instance
21:13:17.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.698514 23637 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:13:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.712685 23637 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } has no permanent_uuid. Determining permanent_uuid...
21:13:17.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:17 dist-test-slave-3h5h krb5kdc[23209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482797, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.60@KRBTEST.COM for kudu/127.22.165.62@KRBTEST.COM
21:13:17.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:17 dist-test-slave-3h5h krb5kdc[23209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482791, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.22.165.60@KRBTEST.COM
21:13:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.755896 23637 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } has no permanent_uuid. Determining permanent_uuid...
21:13:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:17 dist-test-slave-3h5h krb5kdc[23209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482797, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.60@KRBTEST.COM for kudu/127.22.165.61@KRBTEST.COM
21:13:17.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:17 dist-test-slave-3h5h krb5kdc[23209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482791, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.22.165.61@KRBTEST.COM
21:13:17.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.785043 23637 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } has no permanent_uuid. Determining permanent_uuid...
21:13:17.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:17 dist-test-slave-3h5h krb5kdc[23209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482797, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.60@KRBTEST.COM for kudu/127.22.165.60@KRBTEST.COM
21:13:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:17 dist-test-slave-3h5h krb5kdc[23209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482791, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.22.165.62@KRBTEST.COM
21:13:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.822847 23637 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: Bootstrap starting.
21:13:17.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.825073 23188 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
21:13:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.829916 23637 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: Neither blocks nor log segments found. Creating new log.
21:13:17.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.831893 23637 log.cc:824] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: Log is configured to *not* fsync() on all Append() calls
21:13:17.832 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:13:17.834 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
21:13:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.838155 23637 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: No bootstrap required, opened a new log
21:13:17.850 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
21:13:17.851 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
21:13:17.855 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.22.165.62"
port: 35293
}
bound_http_address {
host: "127.22.165.62"
port: 36649
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.22.165.61"
port: 39997
}
bound_http_address {
host: "127.22.165.61"
port: 36433
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.22.165.60"
port: 45633
}
bound_http_address {
host: "127.22.165.60"
port: 37049
}
}
}
21:13:17.855 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:13:17.855 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:13:17.856 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
21:13:17.858 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
21:13:17.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.871102 23637 raft_consensus.cc:348] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } }
21:13:17.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.871845 23637 raft_consensus.cc:374] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:13:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.872148 23637 raft_consensus.cc:729] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf51000998b44736bfeaaa6737a149b1, State: Initialized, Role: FOLLOWER
21:13:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.873533 23637 consensus_queue.cc:260] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } }
21:13:17.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.878132 23654 sys_catalog.cc:455] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } } }
21:13:17.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.879367 23637 sys_catalog.cc:564] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [sys.catalog]: configured and running, proceeding with master startup.
21:13:17.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.879307 23654 sys_catalog.cc:458] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [sys.catalog]: This master's current role is: FOLLOWER
21:13:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.896692 23654 raft_consensus.cc:482] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:13:17.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.897393 23654 raft_consensus.cc:504] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } }
21:13:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:17 dist-test-slave-3h5h krb5kdc[23209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482797, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:13:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.901320 23654 leader_election.cc:288] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293), 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997)
21:13:17.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:13:17.910 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:13:17.913 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5cc
21:13:17.923 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:13:17.925 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5cc
21:13:17.927 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:13:17.932 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
21:13:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:17.934350 23676 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:17.934728 23676 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:17.936 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
21:13:17.936 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
21:13:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.912181 23503 master_runner.cc:186] Error getting master registration for 127.22.165.62:35293: OK, instance_id { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" instance_seqno: 1786482793541334 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:13:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:17.956355 23503 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:13:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:17 dist-test-slave-3h5h krb5kdc[23209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482797, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:13:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:13:18.000 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:13:18.001 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5cc
21:13:18.005 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:13:18.006 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.165.61:39997
21:13:18.009 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
21:13:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:18.010502 23188 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu with pid 23357
21:13:18.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.048029 23547 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.22.165.61:39997 (error 108)
21:13:18.053 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:13:18.053 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.165.60:45633
21:13:18.054 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
21:13:18.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:18.055164 23188 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu with pid 23503
21:13:18.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:13:18.094 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.165.62:35293
21:13:18.095 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
21:13:18.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:18.095541 23188 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu with pid 23237
21:13:18.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:13:18.129 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.165.61:39997
21:13:18.131 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
21:13:18.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:18.133356 23188 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal
21:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data
21:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/logs
21:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data/info.pb
21:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.165.61:39997
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.165.61
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36433
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.61.keytab
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.165.61
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:13:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.165.20:43747
21:13:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:13:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.165.62:35293,127.22.165.61:39997,127.22.165.60:45633
21:13:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:13:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
21:13:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:13:18.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.482326 23686 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:13:18.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.482910 23686 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:13:18.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.483560 23686 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:13:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.517371 23686 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:13:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.517611 23686 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:13:18.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.517959 23686 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:13:18.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.518178 23686 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:13:18.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.518360 23686 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:13:18.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.518685 23686 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:13:18.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.518939 23686 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45839/jwks.json
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:18.560039 23686 master_runner.cc:386] Master server non-default flags:
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.165.20:43747
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.165.62:35293,127.22.165.61:39997,127.22.165.60:45633
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.61.keytab
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.165.61
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.165.61:39997
21:13:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data/info.pb
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.165.61
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36433
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/logs
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:13:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:18.561388 23686 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:13:18.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:18.562372 23686 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:13:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.582638 23696 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:19.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.582671 23704 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:19.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:18.584729 23686 server_base.cc:1034] running on GCE node
21:13:19.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:18.583113 23697 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:19.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.851456 23686 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:13:19.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.854580 23686 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:13:19.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.856015 23686 hybrid_clock.cc:648] HybridClock initialized: now 1786482799855983 us; error 44 us; skew 500 ppm
21:13:19.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.857117 23686 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:13:19.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:19 dist-test-slave-3h5h krb5kdc[23209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482799, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:13:19.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.870946 23686 init.cc:377] Logged in from keytab as kudu/127.22.165.61@KRBTEST.COM (short username kudu)
21:13:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.876631 23686 webserver.cc:460] Webserver started at http://127.22.165.61:36433/ using document root <none> and password file <none>
21:13:19.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.877743 23686 fs_manager.cc:359] Metadata directory not provided
21:13:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.878005 23686 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:13:19.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.887135 23686 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.003s sys 0.002s
21:13:19.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.891567 23718 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:13:19.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.892808 23686 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.002s
21:13:19.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.893163 23686 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data,/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal
21:13:19.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3175862ead0047f19a5c59a2161a4634"
21:13:19.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:15 on dist-test-slave-3h5h"
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.895663 23686 fs_report.cc:383] FS layout report
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data/data
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:13:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:13:19.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.946352 23686 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:13:19.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.952523 23686 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:13:19.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:19.953068 23686 kserver.cc:163] Server-wide thread pool size limit: 3276
21:13:20.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:20.043224 23686 rpc_server.cc:307] RPC server started. Bound to: 127.22.165.61:39997
21:13:20.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:20.043308 23810 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.165.61:39997 every 8 connection(s)
21:13:20.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:20.047369 23686 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/data/info.pb
21:13:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:20.057828 23188 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu as pid 23686
21:13:20.058 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:13:20.059 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.165.60:45633
21:13:20.059 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
21:13:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:20.061136 23188 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/wal
21:13:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data
21:13:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:13:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:13:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:13:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/logs
21:13:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data/info.pb
21:13:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:13:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:13:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:13:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:13:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:13:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.165.60:45633
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.165.60
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37049
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.60.keytab
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.165.60
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.165.20:43747
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.165.62:35293,127.22.165.61:39997,127.22.165.60:45633
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:13:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:20.062605 23811 sys_catalog.cc:263] Verifying existing consensus state
21:13:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 21:13:20.063697 23811 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:13:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:20.064224 23686 master.cc:537] Master@127.22.165.61:39997 shutting down...
21:13:20.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:20.131978 23686 master.cc:552] Master@127.22.165.61:39997 shutdown complete.
21:13:20.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:13:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.423441 23813 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:13:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.424237 23813 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:13:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.424986 23813 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:13:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.459913 23813 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:13:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.460165 23813 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:13:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.460508 23813 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:13:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.460729 23813 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:13:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.461001 23813 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:13:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.461202 23813 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:13:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.461340 23813 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45839/jwks.json
21:13:20.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:20.500396 23813 master_runner.cc:386] Master server non-default flags:
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.165.20:43747
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/wal
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.165.62:35293,127.22.165.61:39997,127.22.165.60:45633
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.60.keytab
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.165.60
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.165.60:45633
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
21:13:20.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data/info.pb
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.165.60
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37049
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/logs
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:13:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:20.501600 23813 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:13:20.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:20.502723 23813 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:13:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.523151 23825 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:21.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.523214 23819 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:21.792899 23824 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:13:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.793010 23813 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:13:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:20.524046 23823 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.797969 23813 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:13:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.801301 23813 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:13:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.802846 23813 hybrid_clock.cc:648] HybridClock initialized: now 1786482801802809 us; error 48 us; skew 500 ppm
21:13:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.803676 23813 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:13:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:21 dist-test-slave-3h5h krb5kdc[23209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482801, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:13:21.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.810278 23813 init.cc:377] Logged in from keytab as kudu/127.22.165.60@KRBTEST.COM (short username kudu)
21:13:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.815634 23813 webserver.cc:460] Webserver started at http://127.22.165.60:37049/ using document root <none> and password file <none>
21:13:21.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.816643 23813 fs_manager.cc:359] Metadata directory not provided
21:13:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.816947 23813 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:13:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.825994 23813 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.005s
21:13:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.831064 23845 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:13:21.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.832245 23813 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
21:13:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.832633 23813 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data,/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/wal
21:13:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf51000998b44736bfeaaa6737a149b1"
21:13:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:17 on dist-test-slave-3h5h"
21:13:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.835201 23813 fs_report.cc:383] FS layout report
21:13:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:13:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/wal
21:13:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/wal
21:13:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data/data
21:13:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:13:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:13:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:13:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:13:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:13:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:13:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:13:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:13:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:13:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:13:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:13:21.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.872762 23813 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:13:21.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.879122 23813 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:13:21.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.879702 23813 kserver.cc:163] Server-wide thread pool size limit: 3276
21:13:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.959338 23813 rpc_server.cc:307] RPC server started. Bound to: 127.22.165.60:45633
21:13:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.959474 23940 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.165.60:45633 every 8 connection(s)
21:13:21.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.962343 23813 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-2/data/info.pb
21:13:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.969872 23188 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu as pid 23813
21:13:21.971 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:13:21.971 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.165.62:35293
21:13:21.972 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
21:13:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.975622 23188 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu
21:13:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal
21:13:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data
21:13:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:13:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:13:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:13:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/logs
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data/info.pb
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.165.62:35293
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.165.62
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36649
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.62.keytab
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.165.62
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:13:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:13:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.165.20:43747
21:13:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:13:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.165.62:35293,127.22.165.61:39997,127.22.165.60:45633
21:13:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:13:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
21:13:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:13:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.980355 23942 sys_catalog.cc:263] Verifying existing consensus state
21:13:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:21.988651 23942 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: Bootstrap starting.
21:13:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.025537 23942 log.cc:824] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: Log is configured to *not* fsync() on all Append() calls
21:13:22.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.031566 23942 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:13:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.032745 23942 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: Bootstrap complete.
21:13:22.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.069221 23942 raft_consensus.cc:348] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } }
21:13:22.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.072669 23942 raft_consensus.cc:374] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:13:22.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.073024 23942 raft_consensus.cc:729] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf51000998b44736bfeaaa6737a149b1, State: Initialized, Role: FOLLOWER
21:13:22.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.074038 23942 consensus_queue.cc:260] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } }
21:13:22.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.076920 23949 sys_catalog.cc:455] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } } }
21:13:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.077826 23949 sys_catalog.cc:458] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [sys.catalog]: This master's current role is: FOLLOWER
21:13:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.078800 23942 sys_catalog.cc:564] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [sys.catalog]: configured and running, proceeding with master startup.
21:13:22.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.108855 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:22.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.109668 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.135424 23856 tablet.cc:2369] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:13:22.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.110903 23813 master_runner.cc:186] Error getting master registration for 127.22.165.62:35293: Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111),
21:13:22.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.143011 23813 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:13:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.379469 23946 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:13:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.380203 23946 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:13:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.380803 23946 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:13:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.383894 23949 raft_consensus.cc:482] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:13:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.384491 23949 raft_consensus.cc:504] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } }
21:13:22.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.387877 23949 leader_election.cc:288] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293), 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997)
21:13:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.389616 23851 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111)
21:13:22.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.401662 23851 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293): Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111)
21:13:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.404219 23847 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997): Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.404740 23847 leader_election.cc:302] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bf51000998b44736bfeaaa6737a149b1; no voters: 3175862ead0047f19a5c59a2161a4634, faf6dcf1ae99481fa31ce725fcd0148c
21:13:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.405918 23949 raft_consensus.cc:2726] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:13:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.429972 23946 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:13:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.430301 23946 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:13:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.430758 23946 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:13:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.431145 23946 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:13:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.431586 23946 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:13:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.431953 23946 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:13:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.432209 23946 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45839/jwks.json
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.474723 23946 master_runner.cc:386] Master server non-default flags:
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.165.20:43747
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.165.62:35293,127.22.165.61:39997,127.22.165.60:45633
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/krb5kdc/kudu_127.22.165.62.keytab
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.165.62
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.165.62:35293
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:13:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data/info.pb
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.165.62
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36649
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/logs
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:13:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.476432 23946 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:13:22.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.477635 23946 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:13:22.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.497323 23996 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:23.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:23.113629 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:23.113966 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:23.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.502020 23992 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:23.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:22.499697 23946 server_base.cc:1034] running on GCE node
21:13:23.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:22.498673 23993 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:13:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.784567 23946 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:13:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.789089 23946 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:13:23.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.790634 23946 hybrid_clock.cc:648] HybridClock initialized: now 1786482803790409 us; error 238 us; skew 500 ppm
21:13:23.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.791728 23946 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:13:23.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:23 dist-test-slave-3h5h krb5kdc[23209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482803, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:13:23.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.799558 23946 init.cc:377] Logged in from keytab as kudu/127.22.165.62@KRBTEST.COM (short username kudu)
21:13:23.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.805794 23946 webserver.cc:460] Webserver started at http://127.22.165.62:36649/ using document root <none> and password file <none>
21:13:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.806993 23946 fs_manager.cc:359] Metadata directory not provided
21:13:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.807268 23946 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:13:23.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.819572 23946 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.003s sys 0.004s
21:13:23.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.825999 24010 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:13:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.827922 23946 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.002s sys 0.002s
21:13:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.828521 23946 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data,/tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal
21:13:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "faf6dcf1ae99481fa31ce725fcd0148c"
21:13:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:13:13 on dist-test-slave-3h5h"
21:13:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.832257 23946 fs_report.cc:383] FS layout report
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data/data
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:13:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:13:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.876688 23946 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:13:23.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.883683 23946 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:13:23.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:23.884348 23946 kserver.cc:163] Server-wide thread pool size limit: 3276
21:13:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:24.048084 23946 rpc_server.cc:307] RPC server started. Bound to: 127.22.165.62:35293
21:13:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:24.048209 24102 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.165.62:35293 every 8 connection(s)
21:13:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:24.051393 23946 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/data/info.pb
21:13:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:24.056244 23188 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu as pid 23946
21:13:24.057 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:13:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:24.087352 24103 sys_catalog.cc:263] Verifying existing consensus state
21:13:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 21:13:24.088482 24103 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:13:24.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:24.089049 23946 master.cc:537] Master@127.22.165.62:35293 shutting down...
21:13:24.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:24.117838 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:24.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:24.118561 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:24.140 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:24.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:24.160393 23946 master.cc:552] Master@127.22.165.62:35293 shutdown complete.
21:13:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskPkx3kQ/test-tmp/mini-kudu-cluster5013067823285349265/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:13:24.214 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.165.60:45633(127.22.165.60:45633)] connecting to peer
21:13:24.215 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:24.269 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.165.60:45633(127.22.165.60:45633)] Successfully connected to peer
21:13:24.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.354 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
21:13:24.364 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.22.165.60
21:13:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:24.395713 24111 raft_consensus.cc:482] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:13:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:24.396149 24111 raft_consensus.cc:504] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } }
21:13:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:24.398698 24111 leader_election.cc:288] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293), 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997)
21:13:24.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:24.410601 23851 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293): Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111)
21:13:24.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:24.411437 23847 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997): Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:24.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:24.411903 23847 leader_election.cc:302] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bf51000998b44736bfeaaa6737a149b1; no voters: 3175862ead0047f19a5c59a2161a4634, faf6dcf1ae99481fa31ce725fcd0148c
21:13:24.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:24.412678 24111 raft_consensus.cc:2726] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:13:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:24 dist-test-slave-3h5h krb5kdc[23209](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482797, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.22.165.60@KRBTEST.COM
21:13:24.589 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc1ea44b1, L:/127.0.0.1:33424 - R:/127.22.165.60:45633] using SASL/GSSAPI
21:13:24.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:24.615 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:24.619 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:24.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:24.633 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:24.635 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:24.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.641 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:24.653 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:24.654 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:24.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.660 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:24.673 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:24.674 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:24.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.680 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:24.713 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:24.714 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:24.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:24.753 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:24.755 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:24.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.761 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:24.853 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:24.856 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:24.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:24.913 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:24.915 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:24.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:24.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:24.921 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:25.122994 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:25.123301 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:25.233 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:25.236 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:25.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:25.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:25.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:25.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:25.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:25.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:25.241 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:25.433 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:25.435 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:25.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:25.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:25.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:25.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:25.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:25.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:25.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:26.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:26.127269 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:26.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:26.127591 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:26.393 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:26.395 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:26.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:26.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:26.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:26.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:26.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:26.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:26.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:26.701560 24124 raft_consensus.cc:482] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:13:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:26.702052 24124 raft_consensus.cc:504] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } }
21:13:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:26.703823 24124 leader_election.cc:288] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293), 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997)
21:13:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:26.709160 23851 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293): Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111)
21:13:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:26.709837 23847 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997): Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:26.710243 23847 leader_election.cc:302] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bf51000998b44736bfeaaa6737a149b1; no voters: 3175862ead0047f19a5c59a2161a4634, faf6dcf1ae99481fa31ce725fcd0148c
21:13:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:26.711009 24124 raft_consensus.cc:2726] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:13:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:27.130967 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:27.131234 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:27.145581 23813 master_runner.cc:186] Error getting master registration for 127.22.165.62:35293: Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111),
21:13:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:27.145952 23813 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:13:27.573 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:27.575 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:27.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:27.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:27.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:27.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:27.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:27.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:27.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:28.134500 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:28.134755 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:29.138120 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:29.138377 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:30.093 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:30.094 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:30.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:30.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:30.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:30.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:30.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:30.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:30.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:30.141789 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:30.142061 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:30.260703 24139 raft_consensus.cc:482] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:13:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:30.261214 24139 raft_consensus.cc:504] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } }
21:13:30.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:30.262813 24139 leader_election.cc:288] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293), 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997)
21:13:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:30.265702 23851 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111) [suppressed 5 similar messages]
21:13:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:30.268826 23847 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997): Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:30.269330 23851 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293): Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111)
21:13:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:30.269834 23851 leader_election.cc:302] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bf51000998b44736bfeaaa6737a149b1; no voters: 3175862ead0047f19a5c59a2161a4634, faf6dcf1ae99481fa31ce725fcd0148c
21:13:30.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:30.270632 24139 raft_consensus.cc:2726] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:13:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:31.146057 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:31.146479 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:31 dist-test-slave-3h5h krb5kdc[23209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482811, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:13:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:31.814920 23840 init.cc:295] Successfully reacquired a new kerberos TGT
21:13:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:32.150121 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:32.150063 23813 master_runner.cc:186] Error getting master registration for 127.22.165.62:35293: Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111),
21:13:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:32.150490 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:32.150686 23813 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:13:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:33.153895 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:33.154187 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:33.293 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:33.295 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:33.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:33.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:33.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:33.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:33.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:33.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:33.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:34.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:34.157550 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:34.157857 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:34.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:34.682174 24156 raft_consensus.cc:482] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:13:34.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:34.682636 24156 raft_consensus.cc:504] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } }
21:13:34.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:34.684326 24156 leader_election.cc:288] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293), 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997)
21:13:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:34.689082 23851 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293): Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111)
21:13:34.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:34.689767 23847 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997): Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:34.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:34.690042 23847 leader_election.cc:302] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bf51000998b44736bfeaaa6737a149b1; no voters: 3175862ead0047f19a5c59a2161a4634, faf6dcf1ae99481fa31ce725fcd0148c
21:13:34.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:34.690601 24156 raft_consensus.cc:2726] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:13:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:35.160821 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:35.161201 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:36.119325 22049 debug-util.cc:398] Leaking SignalData structure 0x7b0800072060 after lost signal to thread 21936
21:13:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:36.120115 22049 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad140 after lost signal to thread 22054
21:13:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:36.165736 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:36.166095 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:37.093 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:37.095 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:37.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:37.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:37.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:37.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:37.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:37.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:37.100 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:37.154151 23813 master_runner.cc:186] Error getting master registration for 127.22.165.62:35293: Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111),
21:13:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:37.154671 23813 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:13:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:37.170675 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:37.171030 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:37.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:37.710031 24167 raft_consensus.cc:482] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:13:37.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:37.710829 24167 raft_consensus.cc:504] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } }
21:13:37.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:37.712793 24167 leader_election.cc:288] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293), 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997)
21:13:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:37.715268 23851 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111) [suppressed 3 similar messages]
21:13:37.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:37.718648 23851 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293): Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111)
21:13:37.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:37.719539 23847 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997): Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:37.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:37.719951 23847 leader_election.cc:302] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bf51000998b44736bfeaaa6737a149b1; no voters: 3175862ead0047f19a5c59a2161a4634, faf6dcf1ae99481fa31ce725fcd0148c
21:13:37.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:37.720482 24167 raft_consensus.cc:2726] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:13:38.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:38.174896 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:38.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:38.175174 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:38.473 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:38.475 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:38.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:38.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:38.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:38.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:38.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:38.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:38.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:39.178113 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:39.178373 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:40.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:40.181278 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:40.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:40.181522 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:41.185192 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:41.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:41.185519 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:41 dist-test-slave-3h5h krb5kdc[23209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482821, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:13:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:41.817454 23840 init.cc:295] Successfully reacquired a new kerberos TGT
21:13:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:42.158720 23813 master_runner.cc:186] Error getting master registration for 127.22.165.62:35293: Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111),
21:13:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:42.159225 23813 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:13:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:42.188371 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:42.188630 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:42.233 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:42.234 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:42.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:42.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:42.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:42.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:42.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:42.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:42.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:43.191708 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:43.191951 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:44.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:44.195114 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:44.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:44.195366 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:44.991122 22180 debug-util.cc:398] Leaking SignalData structure 0x7b080003efc0 after lost signal to thread 22065
21:13:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:44.991716 22180 debug-util.cc:398] Leaking SignalData structure 0x7b080009d600 after lost signal to thread 22185
21:13:45.173 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:45.175 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:45.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:45.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:45.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:45.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:45.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:45.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:45.181 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:45.199836 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:45.200187 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:46.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:46.204553 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:46.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:46.204933 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:47.161808 23813 master_runner.cc:186] Error getting master registration for 127.22.165.62:35293: Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111),
21:13:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:47.162140 23813 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:13:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:47.207795 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:47.208117 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:48.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:48.211033 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:48.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:48.211356 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:48.213 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:48.215 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:48.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:48.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:48.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:48.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:48.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:48.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:48.220 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:49.214622 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:49.214916 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:50.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:50.217799 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:50.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:50.218096 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:51.222035 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:51.222414 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:51.513 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:51.514 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:51.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:51.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:51.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:51.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:51.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:51.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:51.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:13:51 dist-test-slave-3h5h krb5kdc[23209](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786482831, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.165.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:13:51.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:51.820215 23840 init.cc:295] Successfully reacquired a new kerberos TGT
21:13:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:51.855213 24199 raft_consensus.cc:482] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:13:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:51.855785 24199 raft_consensus.cc:504] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "faf6dcf1ae99481fa31ce725fcd0148c" member_type: VOTER last_known_addr { host: "127.22.165.62" port: 35293 } } peers { permanent_uuid: "3175862ead0047f19a5c59a2161a4634" member_type: VOTER last_known_addr { host: "127.22.165.61" port: 39997 } } peers { permanent_uuid: "bf51000998b44736bfeaaa6737a149b1" member_type: VOTER last_known_addr { host: "127.22.165.60" port: 45633 } }
21:13:51.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:51.857604 24199 leader_election.cc:288] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293), 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997)
21:13:51.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:51.860469 23851 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111) [suppressed 1 similar messages]
21:13:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:51.863533 23847 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3175862ead0047f19a5c59a2161a4634 (127.22.165.61:39997): Network error: Client connection negotiation failed: client connection to 127.22.165.61:39997: connect: Connection refused (error 111)
21:13:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:51.864001 23851 leader_election.cc:334] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer faf6dcf1ae99481fa31ce725fcd0148c (127.22.165.62:35293): Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111)
21:13:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:51.864316 23851 leader_election.cc:302] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bf51000998b44736bfeaaa6737a149b1; no voters: 3175862ead0047f19a5c59a2161a4634, faf6dcf1ae99481fa31ce725fcd0148c
21:13:51.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:51.864935 24199 raft_consensus.cc:2726] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:13:51.933 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:51.934 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:51.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:51.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:51.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:51.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:51.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:51.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:51.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:52.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:52.164578 23813 master_runner.cc:186] Error getting master registration for 127.22.165.62:35293: Network error: Client connection negotiation failed: client connection to 127.22.165.62:35293: connect: Connection refused (error 111),
21:13:52.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:52.165170 23813 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:13:52.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:52.225358 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:52.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:52.225672 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:53.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:53.228047 23973 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bf51000998b44736bfeaaa6737a149b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:13:53.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:13:53.228291 23973 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:13:53.253 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.61:39997(127.22.165.61:39997)] connecting to peer
21:13:53.254 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.22.165.62:35293(127.22.165.62:35293)] connecting to peer
21:13:53.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:53.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.165.62:35293(127.22.165.62:35293)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:53.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:53.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.62:35293: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293
21:13:53.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.61:39997(127.22.165.61:39997)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:53.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.165.61:39997: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
21:13:53.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293; will retry
21:13:53.262 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29194), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [196ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [199ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [527ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [535ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [544ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [547ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [549ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [550ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [554ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [559ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [560ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [562ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [563ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [574ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [579ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [580ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [582ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [594ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [599ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [599ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [601ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [602ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [634ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [640ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [640ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [644ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [674ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [680ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [680ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [682ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [780ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [784ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [834ms] refreshing cache from master, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [839ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [840ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [842ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [843ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [1155ms] refreshing cache from master, [1155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [1156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [1160ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [1160ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [1163ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [1355ms] refreshing cache from master, [1355ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [1356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [1356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [1362ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [2315ms] refreshing cache from master, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [2316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [2317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [2320ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [2321ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [3495ms] refreshing cache from master, [3495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [3499ms] too many traces: truncated at 100 traces, deferred=Deferred@1242644678(state=PENDING, result=null, callback=(continuation of Deferred@1929745562 after retry RPC after error@1606044784) -> (continuation of Deferred@466483929 after retry RPC after error@1536855574) -> (continuation of Deferred@73691323 after retry RPC after error@162559371) -> (continuation of Deferred@2103397718 after retry RPC after error@1924830933) -> (continuation of Deferred@1442632081 after retry RPC after error@1609235080) -> (continuation of Deferred@1482172894 after retry RPC after error@2129793086) -> (continuation of Deferred@1303455272 after retry RPC after error@1158134700) -> (continuation of Deferred@1552448523 after retry RPC after error@848688196) -> (continuation of Deferred@1985021016 after retry RPC after error@250813413) -> (continuation of Deferred@285492756 after retry RPC after error@204384164) -> (continuation of Deferred@1914900925 after retry RPC after error@1679360047) -> (continuation of Deferred@1461640798 after retry RPC after error@779370654) -> (continuation of Deferred@1152389652 after retry RPC after error@1745124053) -> (continuation of Deferred@1229563301 after retry RPC after error@1169517730) -> (continuation of Deferred@22144690 after retry RPC after error@1246291615) -> (continuation of Deferred@1311250174 after retry RPC after error@546743269) -> (continuation of Deferred@779920691 after retry RPC after error@596492925) -> (continuation of Deferred@765243156 after retry RPC after error@939567305) -> (continuation of Deferred@1939785671 after retry RPC after error@1053650403) -> (continuation of Deferred@1994490145 after retry RPC after error@1268398548) -> (continuation of Deferred@1312784287 after retry RPC after error@466137550) -> (continuation of Deferred@1641726751 after retry RPC after error@2073297513), errback=(continuation of Deferred@1929745562 after retry RPC after error@1606044784) -> (continuation of Deferred@466483929 after retry RPC after error@1536855574) -> (continuation of Deferred@73691323 after retry RPC after error@162559371) -> (continuation of Deferred@2103397718 after retry RPC after error@1924830933) -> (continuation of Deferred@1442632081 after retry RPC after error@1609235080) -> (continuation of Deferred@1482172894 after retry RPC after error@2129793086) -> (continuation of Deferred@1303455272 after retry RPC after error@1158134700) -> (continuation of Deferred@1552448523 after retry RPC after error@848688196) -> (continuation of Deferred@1985021016 after retry RPC after error@250813413) -> (continuation of Deferred@285492756 after retry RPC after error@204384164) -> (continuation of Deferred@1914900925 after retry RPC after error@1679360047) -> (continuation of Deferred@1461640798 after retry RPC after error@779370654) -> (continuation of Deferred@1152389652 after retry RPC after error@1745124053) -> (continuation of Deferred@1229563301 after retry RPC after error@1169517730) -> (continuation of Deferred@22144690 after retry RPC after error@1246291615) -> (continuation of Deferred@1311250174 after retry RPC after error@546743269) -> (continuation of Deferred@779920691 after retry RPC after error@596492925) -> (continuation of Deferred@765243156 after retry RPC after error@939567305) -> (continuation of Deferred@1939785671 after retry RPC after error@1053650403) -> (continuation of Deferred@1994490145 after retry RPC after error@1268398548) -> (continuation of Deferred@1312784287 after retry RPC after error@466137550) -> (continuation of Deferred@1641726751 after retry RPC after error@2073297513)))
21:13:53.267 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.22.165.60:45633(127.22.165.60:45633)] disconnecting while in state READY
21:13:53.268 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.22.165.62:35293(127.22.165.62:35293)] disconnecting while in state TERMINATED
21:13:53.269 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.22.165.61:39997(127.22.165.61:39997)] disconnecting while in state TERMINATED
21:13:53.273 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:13:53.275 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.165.60:45633(127.22.165.60:45633)] handling channelInactive
21:13:53.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.165.60:45633(127.22.165.60:45633)] cleaning up while in state READY due to: connection closed
21:13:53.277 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:13:53.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:53.282131 23188 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu with pid 23813
21:13:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:13:54Z chronyd exiting
21:13:55.673 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:13:55.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:55.674682 21900 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu with pid 22423
21:13:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:55.709715 21900 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu with pid 22696
21:13:55.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:55.747946 21900 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu with pid 22948
21:13:55.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:55.786144 21900 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu with pid 21935
21:13:55.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:55.831027 21900 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu with pid 22058
21:13:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:13:55.871009 21900 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPkx3kQ/build/tsan/bin/kudu with pid 22191
21:13:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:13:57Z chronyd exiting
21:13:58.143 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29194), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [196ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [199ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [527ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [535ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [544ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [547ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [549ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [550ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [554ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [559ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [560ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [562ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [563ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [574ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [579ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [580ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [582ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [594ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [599ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [599ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [601ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [602ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [634ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [640ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [640ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [644ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [674ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [680ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [680ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [682ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [780ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [784ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [834ms] refreshing cache from master, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [839ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [840ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [842ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [843ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [1155ms] refreshing cache from master, [1155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [1156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [1160ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [1160ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [1163ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [1355ms] refreshing cache from master, [1355ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [1356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [1356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [1362ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [2315ms] refreshing cache from master, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [2316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [2317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [2320ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [2321ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [3495ms] refreshing cache from master, [3495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [3499ms] too many traces: truncated at 100 traces, deferred=Deferred@1242644678(state=PENDING, result=null, callback=(continuation of Deferred@1929745562 after retry RPC after error@1606044784) -> (continuation of Deferred@466483929 after retry RPC after error@1536855574) -> (continuation of Deferred@73691323 after retry RPC after error@162559371) -> (continuation of Deferred@2103397718 after retry RPC after error@1924830933) -> (continuation of Deferred@1442632081 after retry RPC after error@1609235080) -> (continuation of Deferred@1482172894 after retry RPC after error@2129793086) -> (continuation of Deferred@1303455272 after retry RPC after error@1158134700) -> (continuation of Deferred@1552448523 after retry RPC after error@848688196) -> (continuation of Deferred@1985021016 after retry RPC after error@250813413) -> (continuation of Deferred@285492756 after retry RPC after error@204384164) -> (continuation of Deferred@1914900925 after retry RPC after error@1679360047) -> (continuation of Deferred@1461640798 after retry RPC after error@779370654) -> (continuation of Deferred@1152389652 after retry RPC after error@1745124053) -> (continuation of Deferred@1229563301 after retry RPC after error@1169517730) -> (continuation of Deferred@22144690 after retry RPC after error@1246291615) -> (continuation of Deferred@1311250174 after retry RPC after error@546743269) -> (continuation of Deferred@779920691 after retry RPC after error@596492925) -> (continuation of Deferred@765243156 after retry RPC after error@939567305) -> (continuation of Deferred@1939785671 after retry RPC after error@1053650403) -> (continuation of Deferred@1994490145 after retry RPC after error@1268398548) -> (continuation of Deferred@1312784287 after retry RPC after error@466137550) -> (continuation of Deferred@1641726751 after retry RPC after error@2073297513), errback=(continuation of Deferred@1929745562 after retry RPC after error@1606044784) -> (continuation of Deferred@466483929 after retry RPC after error@1536855574) -> (continuation of Deferred@73691323 after retry RPC after error@162559371) -> (continuation of Deferred@2103397718 after retry RPC after error@1924830933) -> (continuation of Deferred@1442632081 after retry RPC after error@1609235080) -> (continuation of Deferred@1482172894 after retry RPC after error@2129793086) -> (continuation of Deferred@1303455272 after retry RPC after error@1158134700) -> (continuation of Deferred@1552448523 after retry RPC after error@848688196) -> (continuation of Deferred@1985021016 after retry RPC after error@250813413) -> (continuation of Deferred@285492756 after retry RPC after error@204384164) -> (continuation of Deferred@1914900925 after retry RPC after error@1679360047) -> (continuation of Deferred@1461640798 after retry RPC after error@779370654) -> (continuation of Deferred@1152389652 after retry RPC after error@1745124053) -> (continuation of Deferred@1229563301 after retry RPC after error@1169517730) -> (continuation of Deferred@22144690 after retry RPC after error@1246291615) -> (continuation of Deferred@1311250174 after retry RPC after error@546743269) -> (continuation of Deferred@779920691 after retry RPC after error@596492925) -> (continuation of Deferred@765243156 after retry RPC after error@939567305) -> (continuation of Deferred@1939785671 after retry RPC after error@1053650403) -> (continuation of Deferred@1994490145 after retry RPC after error@1268398548) -> (continuation of Deferred@1312784287 after retry RPC after error@466137550) -> (continuation of Deferred@1641726751 after retry RPC after error@2073297513)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.165.61:39997
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29194), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [196ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [199ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [527ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [535ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [544ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [547ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [549ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [550ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [554ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [559ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [560ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [562ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [563ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [574ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [579ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [580ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [582ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [594ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [599ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [599ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [601ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [602ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [634ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [640ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [640ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [644ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [674ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [680ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [680ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [682ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [780ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [784ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [834ms] refreshing cache from master, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [839ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [840ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [842ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [843ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [1155ms] refreshing cache from master, [1155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [1156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [1160ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [1160ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [1163ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [1355ms] refreshing cache from master, [1355ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [1356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [1356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [1362ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [2315ms] refreshing cache from master, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [2316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [2317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.61:39997: Network error: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.62:35293: Network error: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [2320ms] Sub RPC ConnectToMaster: received response from server master-127.22.165.60:45633: OK, [2321ms] delaying RPC due to: Service unavailable: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293, [3495ms] refreshing cache from master, [3495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.61:39997, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.60:45633, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.165.62:35293, [3499ms] too many traces: truncated at 100 traces, deferred=Deferred@1242644678(state=PENDING, result=null, callback=(continuation of Deferred@1929745562 after retry RPC after error@1606044784) -> (continuation of Deferred@466483929 after retry RPC after error@1536855574) -> (continuation of Deferred@73691323 after retry RPC after error@162559371) -> (continuation of Deferred@2103397718 after retry RPC after error@1924830933) -> (continuation of Deferred@1442632081 after retry RPC after error@1609235080) -> (continuation of Deferred@1482172894 after retry RPC after error@2129793086) -> (continuation of Deferred@1303455272 after retry RPC after error@1158134700) -> (continuation of Deferred@1552448523 after retry RPC after error@848688196) -> (continuation of Deferred@1985021016 after retry RPC after error@250813413) -> (continuation of Deferred@285492756 after retry RPC after error@204384164) -> (continuation of Deferred@1914900925 after retry RPC after error@1679360047) -> (continuation of Deferred@1461640798 after retry RPC after error@779370654) -> (continuation of Deferred@1152389652 after retry RPC after error@1745124053) -> (continuation of Deferred@1229563301 after retry RPC after error@1169517730) -> (continuation of Deferred@22144690 after retry RPC after error@1246291615) -> (continuation of Deferred@1311250174 after retry RPC after error@546743269) -> (continuation of Deferred@779920691 after retry RPC after error@596492925) -> (continuation of Deferred@765243156 after retry RPC after error@939567305) -> (continuation of Deferred@1939785671 after retry RPC after error@1053650403) -> (continuation of Deferred@1994490145 after retry RPC after error@1268398548) -> (continuation of Deferred@1312784287 after retry RPC after error@466137550) -> (continuation of Deferred@1641726751 after retry RPC after error@2073297513), errback=(continuation of Deferred@1929745562 after retry RPC after error@1606044784) -> (continuation of Deferred@466483929 after retry RPC after error@1536855574) -> (continuation of Deferred@73691323 after retry RPC after error@162559371) -> (continuation of Deferred@2103397718 after retry RPC after error@1924830933) -> (continuation of Deferred@1442632081 after retry RPC after error@1609235080) -> (continuation of Deferred@1482172894 after retry RPC after error@2129793086) -> (continuation of Deferred@1303455272 after retry RPC after error@1158134700) -> (continuation of Deferred@1552448523 after retry RPC after error@848688196) -> (continuation of Deferred@1985021016 after retry RPC after error@250813413) -> (continuation of Deferred@285492756 after retry RPC after error@204384164) -> (continuation of Deferred@1914900925 after retry RPC after error@1679360047) -> (continuation of Deferred@1461640798 after retry RPC after error@779370654) -> (continuation of Deferred@1152389652 after retry RPC after error@1745124053) -> (continuation of Deferred@1229563301 after retry RPC after error@1169517730) -> (continuation of Deferred@22144690 after retry RPC after error@1246291615) -> (continuation of Deferred@1311250174 after retry RPC after error@546743269) -> (continuation of Deferred@779920691 after retry RPC after error@596492925) -> (continuation of Deferred@765243156 after retry RPC after error@939567305) -> (continuation of Deferred@1939785671 after retry RPC after error@1053650403) -> (continuation of Deferred@1994490145 after retry RPC after error@1268398548) -> (continuation of Deferred@1312784287 after retry RPC after error@466137550) -> (continuation of Deferred@1641726751 after retry RPC after error@2073297513)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.165.61:39997,127.22.165.60:45633,127.22.165.62:35293) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.62:35293(127.22.165.62:35293): Connection refused: /127.22.165.62:35293,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.165.61:39997(127.22.165.61:39997): Connection refused: /127.22.165.61:39997
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.165.61:39997
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)