19:23:07.626 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:23:07.638 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskymiUxk/test-tmp
19:23:07.641 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:23:07.644 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskymiUxk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:23:07.870 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:23:08.061 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:23:08.062 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:23:08.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:08.066497 23994 mini_oidc.cc:152] Starting JWKS server
19:23:08.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:08.072250 23994 webserver.cc:460] Webserver started at http://127.0.0.1:34307/ using document root <none> and password file <none>
19:23:08.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:08.072829 23994 mini_oidc.cc:189] Starting OIDC Discovery server
19:23:08.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:08.074925 23994 webserver.cc:460] Webserver started at http://127.0.0.1:38711/ using document root <none> and password file <none>
19:23:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:23:08Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:23:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:23:08Z Disabled control of system clock
19:23:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:08.130167 23994 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/wal
19:23:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/data
19:23:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:23:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:23:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:23:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/logs
19:23:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/data/info.pb
19:23:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:23:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:23:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:23:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:23:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:23:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:23:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.110.190:39599
19:23:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.110.190
19:23:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.110.148:35003
19:23:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.110.190:39599,127.23.110.189:39517,127.23.110.188:45959
19:23:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34307/jwks.json with env {}
19:23:08.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:08.448226 24007 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:23:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:08.448788 24007 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:23:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:08.449401 24007 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:23:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:08.479708 24007 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:23:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:08.479986 24007 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:23:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:08.480311 24007 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:23:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:08.480608 24007 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:23:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:08.480916 24007 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:23:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:08.481146 24007 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34307/jwks.json
19:23:08.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:08.520995 24007 master_runner.cc:386] Master server non-default flags:
19:23:08.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:08.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.110.148:35003
19:23:08.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:08.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:08.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/data
19:23:08.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/wal
19:23:08.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:08.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.110.190:39599,127.23.110.189:39517,127.23.110.188:45959
19:23:08.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:08.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:08.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:08.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.110.190:39599
19:23:08.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:08.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:23:08.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:08.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34307/jwks.json
19:23:08.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/data/info.pb
19:23:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.110.190
19:23:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:23:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:23:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:23:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/logs
19:23:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:23:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:23:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:23:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:23:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:23:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:23:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:23:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:23:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:23:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:08.523010 24007 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:23:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:08.524890 24007 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:23:09.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:08.559742 24014 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:09.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:08.562716 24016 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:09.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:08.559787 24013 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.912878 24007 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:23:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:09.913370 24015 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1356 milliseconds
19:23:09.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.917346 24007 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:23:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.920300 24007 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:23:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.921689 24007 hybrid_clock.cc:648] HybridClock initialized: now 1786216989921647 us; error 82 us; skew 500 ppm
19:23:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.923085 24007 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:23:09.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.929769 24007 webserver.cc:460] Webserver started at http://127.23.110.190:33429/ using document root <none> and password file <none>
19:23:09.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.931176 24007 fs_manager.cc:359] Metadata directory not provided
19:23:09.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.931430 24007 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:23:09.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.932147 24007 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:23:09.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.937759 24007 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/data/instance:
19:23:09.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5ad3d7cd8014c379af10a059a738454"
19:23:09.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:09 on dist-test-slave-gp6n"
19:23:09.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.939385 24007 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/wal/instance:
19:23:09.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5ad3d7cd8014c379af10a059a738454"
19:23:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:09 on dist-test-slave-gp6n"
19:23:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.948443 24007 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.000s sys 0.008s
19:23:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.955767 24024 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:23:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.957408 24007 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.004s
19:23:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.957901 24007 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/data,/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/wal
19:23:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5ad3d7cd8014c379af10a059a738454"
19:23:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:09 on dist-test-slave-gp6n"
19:23:09.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:09.958287 24007 fs_report.cc:383] FS layout report
19:23:09.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:23:09.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/wal
19:23:09.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/wal
19:23:09.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/data/data
19:23:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:23:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:23:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:23:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:23:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:23:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:23:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:23:09.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:23:09.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:23:09.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:23:09.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:23:10.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.017619 24007 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:23:10.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.019526 24007 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:23:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.020128 24007 kserver.cc:163] Server-wide thread pool size limit: 3276
19:23:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.099452 24007 rpc_server.cc:307] RPC server started. Bound to: 127.23.110.190:39599
19:23:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.099538 24078 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.110.190:39599 every 8 connection(s)
19:23:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.103211 24007 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/data/info.pb
19:23:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.106175 23994 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu as pid 24007
19:23:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.106805 23994 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-0/wal/instance
19:23:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.110622 23994 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/wal
19:23:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/data
19:23:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:23:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:23:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:23:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/logs
19:23:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/data/info.pb
19:23:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:23:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:23:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:23:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:23:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:23:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:23:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.110.189:39517
19:23:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.110.189
19:23:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.110.148:35003
19:23:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.110.190:39599,127.23.110.189:39517,127.23.110.188:45959
19:23:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34307/jwks.json with env {}
19:23:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.112562 24081 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:23:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.128774 24081 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } has no permanent_uuid. Determining permanent_uuid...
19:23:10.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.166787 24081 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } has no permanent_uuid. Determining permanent_uuid...
19:23:10.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.169051 24027 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.110.189:39517: connect: Connection refused (error 111)
19:23:10.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.173627 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.189:39517: Network error: Client connection negotiation failed: client connection to 127.23.110.189:39517: connect: Connection refused (error 111)
19:23:10.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.223274 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } attempt: 1
19:23:10.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.227818 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.189:39517: Network error: Client connection negotiation failed: client connection to 127.23.110.189:39517: connect: Connection refused (error 111)
19:23:10.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.296267 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } attempt: 2
19:23:10.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.300189 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.189:39517: Network error: Client connection negotiation failed: client connection to 127.23.110.189:39517: connect: Connection refused (error 111)
19:23:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.391671 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } attempt: 3
19:23:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.395584 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.189:39517: Network error: Client connection negotiation failed: client connection to 127.23.110.189:39517: connect: Connection refused (error 111)
19:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.439242 24083 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:23:10.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.439823 24083 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:23:10.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.440371 24083 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:23:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.470947 24083 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:23:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.471275 24083 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:23:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.471508 24083 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:23:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.471688 24083 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:23:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.471917 24083 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:23:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.472072 24083 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34307/jwks.json
19:23:10.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.506251 24083 master_runner.cc:386] Master server non-default flags:
19:23:10.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.110.148:35003
19:23:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/data
19:23:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/wal
19:23:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.110.190:39599,127.23.110.189:39517,127.23.110.188:45959
19:23:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.110.189:39517
19:23:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:23:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34307/jwks.json
19:23:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/data/info.pb
19:23:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.110.189
19:23:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:23:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:23:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:23:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/logs
19:23:10.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:10.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:23:10.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:23:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:23:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:23:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:23:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:23:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:23:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:23:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:23:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.507583 24083 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:23:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.509290 24083 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:23:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.526706 24098 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.539007 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } attempt: 4
19:23:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.542995 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.189:39517: Network error: Client connection negotiation failed: client connection to 127.23.110.189:39517: connect: Connection refused (error 111)
19:23:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.842482 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } attempt: 5
19:23:10.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.847085 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.189:39517: Network error: Client connection negotiation failed: client connection to 127.23.110.189:39517: connect: Connection refused (error 111)
19:23:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.394558 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } attempt: 6
19:23:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:11.402531 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.189:39517: Network error: Client connection negotiation failed: client connection to 127.23.110.189:39517: connect: Connection refused (error 111)
19:23:11.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.526786 24094 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:11.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:10.528610 24083 server_base.cc:1034] running on GCE node
19:23:11.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:10.526809 24096 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:11.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.723343 24083 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:23:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.726986 24083 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:23:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.728418 24083 hybrid_clock.cc:648] HybridClock initialized: now 1786216991728376 us; error 48 us; skew 500 ppm
19:23:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.729399 24083 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:23:11.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.737416 24083 webserver.cc:460] Webserver started at http://127.23.110.189:43239/ using document root <none> and password file <none>
19:23:11.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.738668 24083 fs_manager.cc:359] Metadata directory not provided
19:23:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.738955 24083 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:23:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.739614 24083 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:23:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.745291 24083 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/data/instance:
19:23:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e69d4653ed01486c93df718909d6d27f"
19:23:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:11 on dist-test-slave-gp6n"
19:23:11.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.746690 24083 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/wal/instance:
19:23:11.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e69d4653ed01486c93df718909d6d27f"
19:23:11.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:11 on dist-test-slave-gp6n"
19:23:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.755031 24083 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
19:23:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.761710 24108 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:23:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.762989 24083 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
19:23:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.763298 24083 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/data,/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/wal
19:23:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e69d4653ed01486c93df718909d6d27f"
19:23:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:11 on dist-test-slave-gp6n"
19:23:11.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.763612 24083 fs_report.cc:383] FS layout report
19:23:11.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:23:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/wal
19:23:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/wal
19:23:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/data/data
19:23:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:23:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:23:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:23:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:23:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:23:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:23:11.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:23:11.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:23:11.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:23:11.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:23:11.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:23:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.809428 24083 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:23:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.810954 24083 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:23:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.811369 24083 kserver.cc:163] Server-wide thread pool size limit: 3276
19:23:11.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.885070 24083 rpc_server.cc:307] RPC server started. Bound to: 127.23.110.189:39517
19:23:11.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.885201 24165 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.110.189:39517 every 8 connection(s)
19:23:11.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.887997 24083 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/data/info.pb
19:23:11.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.893275 24166 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:23:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.895428 23994 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu as pid 24083
19:23:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.895907 23994 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-1/wal/instance
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.899076 23994 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/wal
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/data
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/logs
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/data/info.pb
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.110.188:45959
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.110.188
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.110.148:35003
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.110.190:39599,127.23.110.189:39517,127.23.110.188:45959
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34307/jwks.json with env {}
19:23:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.908883 24166 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } has no permanent_uuid. Determining permanent_uuid...
19:23:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.935812 24166 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } has no permanent_uuid. Determining permanent_uuid...
19:23:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:11.953971 24166 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } has no permanent_uuid. Determining permanent_uuid...
19:23:11.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:11.956451 24109 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:11.960556 24166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.010110 24166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 1
19:23:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.014603 24166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.083074 24166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 2
19:23:12.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.087353 24166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.178810 24166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 3
19:23:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.182781 24166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:12.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.224491 24168 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:23:12.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.225323 24168 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:23:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.226272 24168 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:23:12.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.256538 24168 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:23:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.256812 24168 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:23:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.256999 24168 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:23:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.257198 24168 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:23:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.257400 24168 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:23:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.257539 24168 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34307/jwks.json
19:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.293284 24168 master_runner.cc:386] Master server non-default flags:
19:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.110.148:35003
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/data
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/wal
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.110.190:39599,127.23.110.189:39517,127.23.110.188:45959
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.110.188:45959
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34307/jwks.json
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/data/info.pb
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.110.188
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:23:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:23:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/logs
19:23:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:23:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:23:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:23:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:23:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:23:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:23:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:23:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:23:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:23:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.294685 24168 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:23:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.296991 24168 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:23:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.318567 24182 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.326172 24166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 4
19:23:12.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.330539 24166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:12.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.462930 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } attempt: 7
19:23:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.476243 24081 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } has no permanent_uuid. Determining permanent_uuid...
19:23:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.482107 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:12.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.540550 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 1
19:23:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.544239 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:12.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.625932 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 2
19:23:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.629940 24166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 5
19:23:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.630147 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:12.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.634373 24166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:12.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.715597 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 3
19:23:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.719982 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.860626 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 4
19:23:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.864933 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.148521 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 5
19:23:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:13.152992 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.181823 24166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 6
19:23:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:13.190491 24166 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.318672 24180 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:12.318673 24179 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:13.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:12.320478 24168 server_base.cc:1034] running on GCE node
19:23:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.554965 24168 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:23:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.557587 24168 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:23:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.558916 24168 hybrid_clock.cc:648] HybridClock initialized: now 1786216993558864 us; error 72 us; skew 500 ppm
19:23:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.559725 24168 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:23:13.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.570780 24168 webserver.cc:460] Webserver started at http://127.23.110.188:33177/ using document root <none> and password file <none>
19:23:13.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.571839 24168 fs_manager.cc:359] Metadata directory not provided
19:23:13.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.572099 24168 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:23:13.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.572678 24168 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:23:13.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.579972 24168 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/data/instance:
19:23:13.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d75d3d7be2fb4beeb9101232e2a40bf9"
19:23:13.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:13 on dist-test-slave-gp6n"
19:23:13.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.581451 24168 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/wal/instance:
19:23:13.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d75d3d7be2fb4beeb9101232e2a40bf9"
19:23:13.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:13 on dist-test-slave-gp6n"
19:23:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.590830 24168 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.011s sys 0.000s
19:23:13.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.597357 24196 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:23:13.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.598477 24168 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.598766 24168 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/data,/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/wal
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d75d3d7be2fb4beeb9101232e2a40bf9"
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:13 on dist-test-slave-gp6n"
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.599063 24168 fs_report.cc:383] FS layout report
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/wal
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/wal
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/data/data
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:23:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:23:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:23:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:23:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:23:13.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.636812 24168 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:23:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.638213 24168 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:23:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.638690 24168 kserver.cc:163] Server-wide thread pool size limit: 3276
19:23:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.705647 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 6
19:23:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:13.712733 24081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.110.188:45959: Network error: Client connection negotiation failed: client connection to 127.23.110.188:45959: connect: Connection refused (error 111)
19:23:13.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.716588 24168 rpc_server.cc:307] RPC server started. Bound to: 127.23.110.188:45959
19:23:13.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.716696 24253 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.110.188:45959 every 8 connection(s)
19:23:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.719390 24168 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/data/info.pb
19:23:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.723623 23994 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu as pid 24168
19:23:13.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.723934 23994 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/master-2/wal/instance
19:23:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.725214 24254 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:23:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.744724 24254 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } has no permanent_uuid. Determining permanent_uuid...
19:23:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.773902 24254 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } has no permanent_uuid. Determining permanent_uuid...
19:23:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.786880 24254 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } has no permanent_uuid. Determining permanent_uuid...
19:23:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.805414 24254 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9: Bootstrap starting.
19:23:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.816735 24254 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9: Neither blocks nor log segments found. Creating new log.
19:23:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.819826 24254 log.cc:824] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9: Log is configured to *not* fsync() on all Append() calls
19:23:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.825686 24254 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9: No bootstrap required, opened a new log
19:23:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.849035 24254 raft_consensus.cc:348] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } }
19:23:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.849730 24254 raft_consensus.cc:374] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:23:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.849978 24254 raft_consensus.cc:729] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d75d3d7be2fb4beeb9101232e2a40bf9, State: Initialized, Role: FOLLOWER
19:23:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.851011 24254 consensus_queue.cc:260] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } }
19:23:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.853699 24266 sys_catalog.cc:455] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } } }
19:23:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.854353 24266 sys_catalog.cc:458] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [sys.catalog]: This master's current role is: FOLLOWER
19:23:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.855749 24254 sys_catalog.cc:564] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [sys.catalog]: configured and running, proceeding with master startup.
19:23:13.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:13.887298 24281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:13.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:13.887655 24281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:13.894694 24202 tablet.cc:2369] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:23:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.912714 24266 raft_consensus.cc:482] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:23:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.913321 24266 raft_consensus.cc:504] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } }
19:23:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.878631 24168 master_runner.cc:186] Error getting master registration for 127.23.110.190:39599: OK, instance_id { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" instance_seqno: 1786216990077935 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:23:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.915784 24168 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:23:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:13.917551 24266 leader_election.cc:288] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b5ad3d7cd8014c379af10a059a738454 (127.23.110.190:39599), e69d4653ed01486c93df718909d6d27f (127.23.110.189:39517)
19:23:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.250881 24166 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 7
19:23:14.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.274227 24166 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f: Bootstrap starting.
19:23:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.281714 24166 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f: Neither blocks nor log segments found. Creating new log.
19:23:14.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.284291 24166 log.cc:824] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f: Log is configured to *not* fsync() on all Append() calls
19:23:14.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.289137 24166 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f: No bootstrap required, opened a new log
19:23:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.309286 24166 raft_consensus.cc:348] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } }
19:23:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.309937 24166 raft_consensus.cc:374] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:23:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.310235 24166 raft_consensus.cc:729] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e69d4653ed01486c93df718909d6d27f, State: Initialized, Role: FOLLOWER
19:23:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.311223 24166 consensus_queue.cc:260] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } }
19:23:14.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.316892 24285 sys_catalog.cc:455] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } } }
19:23:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.317884 24285 sys_catalog.cc:458] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [sys.catalog]: This master's current role is: FOLLOWER
19:23:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:14.319252 24115 tablet.cc:2369] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:23:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.319830 24166 sys_catalog.cc:564] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [sys.catalog]: configured and running, proceeding with master startup.
19:23:14.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.320564 24140 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e69d4653ed01486c93df718909d6d27f" is_pre_election: true
19:23:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.322458 24140 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d75d3d7be2fb4beeb9101232e2a40bf9 in term 0.
19:23:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.324568 24199 leader_election.cc:302] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d75d3d7be2fb4beeb9101232e2a40bf9, e69d4653ed01486c93df718909d6d27f; no voters:
19:23:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.325575 24266 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:23:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.325919 24266 raft_consensus.cc:482] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:23:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.326213 24266 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [term 0 FOLLOWER]: Advancing to term 1
19:23:14.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.333038 24266 raft_consensus.cc:504] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } }
19:23:14.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.337425 24140 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e69d4653ed01486c93df718909d6d27f"
19:23:14.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.337945 24140 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [term 0 FOLLOWER]: Advancing to term 1
19:23:14.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.353401 24140 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d75d3d7be2fb4beeb9101232e2a40bf9 in term 1.
19:23:14.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.355168 24199 leader_election.cc:302] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d75d3d7be2fb4beeb9101232e2a40bf9, e69d4653ed01486c93df718909d6d27f; no voters:
19:23:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.354460 24266 leader_election.cc:288] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [CANDIDATE]: Term 1 election: Requested vote from peers b5ad3d7cd8014c379af10a059a738454 (127.23.110.190:39599), e69d4653ed01486c93df718909d6d27f (127.23.110.189:39517)
19:23:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.358472 24297 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [term 1 FOLLOWER]: Leader election won for term 1
19:23:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.360704 24297 raft_consensus.cc:686] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [term 1 LEADER]: Becoming Leader. State: Replica: d75d3d7be2fb4beeb9101232e2a40bf9, State: Running, Role: LEADER
19:23:14.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.366876 24297 consensus_queue.cc:237] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } }
19:23:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:14.391588 24299 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:14.391947 24299 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:14.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.401585 24266 sys_catalog.cc:455] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d75d3d7be2fb4beeb9101232e2a40bf9. Latest consensus state: current_term: 1 leader_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } } }
19:23:14.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.402371 24266 sys_catalog.cc:458] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [sys.catalog]: This master's current role is: LEADER
19:23:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.408700 24303 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:23:14.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.426563 24303 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:23:14.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.368383 24083 master_runner.cc:186] Error getting master registration for 127.23.110.190:39599: OK, instance_id { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" instance_seqno: 1786216990077935 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:23:14.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.430495 24083 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:23:14.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.467473 24140 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [term 1 FOLLOWER]: Refusing update from remote peer d75d3d7be2fb4beeb9101232e2a40bf9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:23:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.469944 24297 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:23:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.516474 24285 sys_catalog.cc:455] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [sys.catalog]: SysCatalogTable state changed. Reason: New leader d75d3d7be2fb4beeb9101232e2a40bf9. Latest consensus state: current_term: 1 leader_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } } }
19:23:14.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.518990 24285 sys_catalog.cc:458] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [sys.catalog]: This master's current role is: FOLLOWER
19:23:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.523133 24297 sys_catalog.cc:455] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } } }
19:23:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.523869 24297 sys_catalog.cc:458] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [sys.catalog]: This master's current role is: LEADER
19:23:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.528513 24303 catalog_manager.cc:1347] Generated new cluster ID: 2956d155365f4f35843596a5005f76f7
19:23:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.528820 24303 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:23:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.555303 24285 sys_catalog.cc:455] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } } }
19:23:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.556097 24285 sys_catalog.cc:458] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f [sys.catalog]: This master's current role is: FOLLOWER
19:23:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.577812 24303 catalog_manager.cc:1370] Generated new certificate authority record
19:23:14.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.580684 24303 catalog_manager.cc:1504] Loading token signing keys...
19:23:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.604050 24303 catalog_manager.cc:5868] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9: Generated new TSK 0
19:23:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.608204 24303 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.656481 23994 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/wal
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/data
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/logs
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/data/info.pb
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:23:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:23:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.110.129:0
19:23:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.110.129
19:23:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.110.129
19:23:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.110.190:39599,127.23.110.189:39517,127.23.110.188:45959
19:23:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.110.148:35003
19:23:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:23:14.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.746191 24081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } attempt: 7
19:23:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.795598 24081 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454: Bootstrap starting.
19:23:14.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.811866 24081 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454: Neither blocks nor log segments found. Creating new log.
19:23:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.814575 24081 log.cc:824] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454: Log is configured to *not* fsync() on all Append() calls
19:23:14.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.849728 24081 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454: No bootstrap required, opened a new log
19:23:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.908907 24081 raft_consensus.cc:348] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } }
19:23:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.918196 24081 raft_consensus.cc:374] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:23:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.919006 24081 raft_consensus.cc:729] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b5ad3d7cd8014c379af10a059a738454, State: Initialized, Role: FOLLOWER
19:23:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.920248 24081 consensus_queue.cc:260] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } }
19:23:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.933465 24312 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } } }
19:23:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.937285 24312 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [sys.catalog]: This master's current role is: FOLLOWER
19:23:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.936945 24081 sys_catalog.cc:564] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [sys.catalog]: configured and running, proceeding with master startup.
19:23:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.937636 24053 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5ad3d7cd8014c379af10a059a738454"
19:23:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.938484 24053 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [term 0 FOLLOWER]: Advancing to term 1
19:23:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.942629 24054 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5ad3d7cd8014c379af10a059a738454" is_pre_election: true
19:23:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.943595 24054 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:33792 (request call id 2) took 1026 ms. Trace:
19:23:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.943909 24054 rpcz_store.cc:276] 0808 19:23:13.917083 (+ 0us) service_pool.cc:170] Inserting onto call queue
19:23:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:23:13.917225 (+ 142us) service_pool.cc:227] Handling call
19:23:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:23:14.943536 (+1026311us) inbound_call.cc:173] Queueing success response
19:23:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
19:23:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.948516 24053 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d75d3d7be2fb4beeb9101232e2a40bf9 in term 1.
19:23:14.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.949954 24052 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [term 1 FOLLOWER]: Refusing update from remote peer d75d3d7be2fb4beeb9101232e2a40bf9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:23:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:14.957099 24266 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:23:15.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.031690 24325 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } } }
19:23:15.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.034389 24325 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [sys.catalog]: This master's current role is: FOLLOWER
19:23:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.033671 24312 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d75d3d7be2fb4beeb9101232e2a40bf9. Latest consensus state: current_term: 1 leader_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } } }
19:23:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.035199 24312 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454 [sys.catalog]: This master's current role is: FOLLOWER
19:23:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.087044 24330 catalog_manager.cc:1259] Loaded cluster ID: 2956d155365f4f35843596a5005f76f7
19:23:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.087770 24330 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454: loading cluster ID for follower catalog manager: success
19:23:15.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.106683 24330 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454: acquiring CA information for follower catalog manager: success
19:23:15.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.113902 24330 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b5ad3d7cd8014c379af10a059a738454: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:23:15.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:15.328410 24309 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:23:15.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:15.329092 24309 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:23:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:15.329933 24309 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:23:15.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:15.388998 24309 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:23:15.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:15.390466 24309 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.110.129
19:23:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.397675 24299 catalog_manager.cc:1259] Loaded cluster ID: 2956d155365f4f35843596a5005f76f7
19:23:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.398275 24299 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f: loading cluster ID for follower catalog manager: success
19:23:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.407267 24299 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f: acquiring CA information for follower catalog manager: success
19:23:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.424192 24299 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e69d4653ed01486c93df718909d6d27f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:23:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.445183 24336 sys_catalog.cc:455] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5ad3d7cd8014c379af10a059a738454" member_type: VOTER last_known_addr { host: "127.23.110.190" port: 39599 } } peers { permanent_uuid: "e69d4653ed01486c93df718909d6d27f" member_type: VOTER last_known_addr { host: "127.23.110.189" port: 39517 } } peers { permanent_uuid: "d75d3d7be2fb4beeb9101232e2a40bf9" member_type: VOTER last_known_addr { host: "127.23.110.188" port: 45959 } } }
19:23:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.446030 24336 sys_catalog.cc:458] T 00000000000000000000000000000000 P d75d3d7be2fb4beeb9101232e2a40bf9 [sys.catalog]: This master's current role is: LEADER
19:23:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.475867 24309 tablet_server_runner.cc:78] Tablet server non-default flags:
19:23:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.110.148:35003
19:23:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/data
19:23:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/wal
19:23:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.110.129:0
19:23:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/data/info.pb
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.110.129
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.110.190:39599,127.23.110.189:39517,127.23.110.188:45959
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.110.129
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/logs
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:23:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:23:15.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:23:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.484615 24309 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:23:15.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:15.487304 24309 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:23:15.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:15.540074 24341 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:15.542006 24340 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:16.911679 24339 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 24309
19:23:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:17.910122 24309 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.373s user 0.788s sys 1.411s
19:23:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:17.916481 24309 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.380s user 0.788s sys 1.411s
19:23:17.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:17.930100 24345 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.931176 24309 server_base.cc:1034] running on GCE node
19:23:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.932569 24309 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:23:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.935206 24309 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:23:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.936645 24309 hybrid_clock.cc:648] HybridClock initialized: now 1786216997936662 us; error 142 us; skew 500 ppm
19:23:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.937860 24309 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:23:17.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.946272 24309 webserver.cc:460] Webserver started at http://127.23.110.129:41865/ using document root <none> and password file <none>
19:23:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.947337 24309 fs_manager.cc:359] Metadata directory not provided
19:23:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.947594 24309 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:23:17.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.948174 24309 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:23:17.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.954667 24309 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/data/instance:
19:23:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cffb108d7c554c0282f3410cc9a3da95"
19:23:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:17 on dist-test-slave-gp6n"
19:23:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.956238 24309 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/wal/instance:
19:23:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cffb108d7c554c0282f3410cc9a3da95"
19:23:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:17 on dist-test-slave-gp6n"
19:23:17.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.965062 24309 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.003s
19:23:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.971828 24350 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:23:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.973088 24309 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
19:23:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.973445 24309 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/data,/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/wal
19:23:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cffb108d7c554c0282f3410cc9a3da95"
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:17 on dist-test-slave-gp6n"
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:17.973829 24309 fs_report.cc:383] FS layout report
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/wal
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/wal
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/data/data
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:23:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:23:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:23:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:23:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:23:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:23:18.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.029744 24309 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:23:18.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.031390 24309 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:23:18.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.031967 24309 kserver.cc:163] Server-wide thread pool size limit: 3276
19:23:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.035933 24309 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:23:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.041345 24309 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:23:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.041630 24309 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:23:18.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.041973 24309 ts_tablet_manager.cc:610] Registered 0 tablets
19:23:18.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.042178 24309 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:23:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.320996 24309 rpc_server.cc:307] RPC server started. Bound to: 127.23.110.129:36869
19:23:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.321166 24479 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.110.129:36869 every 8 connection(s)
19:23:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.323836 24309 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/data/info.pb
19:23:18.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.328037 23994 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu as pid 24309
19:23:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.328874 23994 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-0/wal/instance
19:23:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.347390 23994 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/wal
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/data
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/logs
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/data/info.pb
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:23:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.110.130:0
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.110.130
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.110.130
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.110.190:39599,127.23.110.189:39517,127.23.110.188:45959
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.110.148:35003
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:23:18.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.380889 24480 heartbeater.cc:347] Connected to a master server at 127.23.110.188:45959
19:23:18.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.387430 24480 heartbeater.cc:464] Registering TS with master...
19:23:18.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.389005 24480 heartbeater.cc:511] Master 127.23.110.188:45959 requested a full tablet report, sending...
19:23:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.395125 24214 ts_manager.cc:194] Registered new tserver with Master: cffb108d7c554c0282f3410cc9a3da95 (127.23.110.129:36869)
19:23:18.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.399101 24214 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.23.110.129:58639
19:23:18.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.411984 24485 heartbeater.cc:347] Connected to a master server at 127.23.110.190:39599
19:23:18.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.412412 24485 heartbeater.cc:464] Registering TS with master...
19:23:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.413250 24485 heartbeater.cc:511] Master 127.23.110.190:39599 requested a full tablet report, sending...
19:23:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.416672 24043 ts_manager.cc:194] Registered new tserver with Master: cffb108d7c554c0282f3410cc9a3da95 (127.23.110.129:36869)
19:23:18.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.419029 24481 heartbeater.cc:347] Connected to a master server at 127.23.110.189:39517
19:23:18.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.419400 24481 heartbeater.cc:464] Registering TS with master...
19:23:18.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.420202 24481 heartbeater.cc:511] Master 127.23.110.189:39517 requested a full tablet report, sending...
19:23:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.423553 24130 ts_manager.cc:194] Registered new tserver with Master: cffb108d7c554c0282f3410cc9a3da95 (127.23.110.129:36869)
19:23:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:18.766835 24491 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:23:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:18.767529 24491 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:23:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:18.768608 24491 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:23:18.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:18.802148 24491 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:23:18.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:18.803018 24491 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.110.130
19:23:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.837661 24491 tablet_server_runner.cc:78] Tablet server non-default flags:
19:23:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.110.148:35003
19:23:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/data
19:23:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/wal
19:23:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.110.130:0
19:23:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:23:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/data/info.pb
19:23:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.110.130
19:23:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.110.190:39599,127.23.110.189:39517,127.23.110.188:45959
19:23:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:23:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:23:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.110.130
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/logs
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:23:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.838941 24491 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:23:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.840816 24491 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:23:18.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:18.863011 24502 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:19.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:19.408051 24480 heartbeater.cc:503] Master 127.23.110.188:45959 was elected leader, sending a full tablet report...
19:23:20.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:18.865248 24499 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:20.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:18.865284 24491 server_base.cc:1034] running on GCE node
19:23:20.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:18.863380 24500 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.178659 24491 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:23:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.181852 24491 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:23:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.183350 24491 hybrid_clock.cc:648] HybridClock initialized: now 1786217000183305 us; error 63 us; skew 500 ppm
19:23:20.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.184296 24491 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:23:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.191841 24491 webserver.cc:460] Webserver started at http://127.23.110.130:40705/ using document root <none> and password file <none>
19:23:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.192745 24491 fs_manager.cc:359] Metadata directory not provided
19:23:20.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.192936 24491 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:23:20.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.193338 24491 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:23:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.198199 24491 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/data/instance:
19:23:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa25f70e18f24b3594610becd6176a16"
19:23:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:20 on dist-test-slave-gp6n"
19:23:20.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.199486 24491 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/wal/instance:
19:23:20.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa25f70e18f24b3594610becd6176a16"
19:23:20.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:20 on dist-test-slave-gp6n"
19:23:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.206557 24491 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
19:23:20.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.212721 24513 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:23:20.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.213768 24491 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
19:23:20.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.214047 24491 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/data,/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/wal
19:23:20.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa25f70e18f24b3594610becd6176a16"
19:23:20.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:20 on dist-test-slave-gp6n"
19:23:20.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.214352 24491 fs_report.cc:383] FS layout report
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/wal
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/wal
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/data/data
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:23:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:23:20.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.298969 24491 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:23:20.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.300616 24491 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:23:20.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.301029 24491 kserver.cc:163] Server-wide thread pool size limit: 3276
19:23:20.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.303836 24491 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:23:20.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.307982 24491 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:23:20.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.308197 24491 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:23:20.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.308498 24491 ts_tablet_manager.cc:610] Registered 0 tablets
19:23:20.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.308643 24491 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:23:20.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.492524 24491 rpc_server.cc:307] RPC server started. Bound to: 127.23.110.130:39883
19:23:20.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.492617 24642 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.110.130:39883 every 8 connection(s)
19:23:20.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.495898 24491 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/data/info.pb
19:23:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.504755 23994 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu as pid 24491
19:23:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.505332 23994 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-1/wal/instance
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.522778 23994 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/wal
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/data
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/logs
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/data/info.pb
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.110.131:0
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.110.131
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.110.131
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.110.190:39599,127.23.110.189:39517,127.23.110.188:45959
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.110.148:35003
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:23:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.548593 24643 heartbeater.cc:347] Connected to a master server at 127.23.110.188:45959
19:23:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.549150 24643 heartbeater.cc:464] Registering TS with master...
19:23:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.550490 24643 heartbeater.cc:511] Master 127.23.110.188:45959 requested a full tablet report, sending...
19:23:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.553289 24214 ts_manager.cc:194] Registered new tserver with Master: fa25f70e18f24b3594610becd6176a16 (127.23.110.130:39883)
19:23:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.555820 24214 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.23.110.130:36689
19:23:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.557801 24644 heartbeater.cc:347] Connected to a master server at 127.23.110.189:39517
19:23:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.558199 24644 heartbeater.cc:464] Registering TS with master...
19:23:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.558923 24646 heartbeater.cc:347] Connected to a master server at 127.23.110.190:39599
19:23:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.559109 24644 heartbeater.cc:511] Master 127.23.110.189:39517 requested a full tablet report, sending...
19:23:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.559314 24646 heartbeater.cc:464] Registering TS with master...
19:23:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.560644 24646 heartbeater.cc:511] Master 127.23.110.190:39599 requested a full tablet report, sending...
19:23:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.562506 24130 ts_manager.cc:194] Registered new tserver with Master: fa25f70e18f24b3594610becd6176a16 (127.23.110.130:39883)
19:23:20.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.563653 24043 ts_manager.cc:194] Registered new tserver with Master: fa25f70e18f24b3594610becd6176a16 (127.23.110.130:39883)
19:23:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:20.885829 24654 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:23:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:20.886492 24654 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:23:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:20.886962 24654 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:23:20.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:20.919375 24654 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:23:20.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:20.920255 24654 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.110.131
19:23:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.954311 24654 tablet_server_runner.cc:78] Tablet server non-default flags:
19:23:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.110.148:35003
19:23:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/data
19:23:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/wal
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.110.131:0
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/data/info.pb
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.110.131
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.110.190:39599,127.23.110.189:39517,127.23.110.188:45959
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.110.131
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/logs
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:23:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:23:20.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.955541 24654 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:23:20.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:20.957188 24654 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:23:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:20.979259 24662 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:21.561903 24643 heartbeater.cc:503] Master 127.23.110.188:45959 was elected leader, sending a full tablet report...
19:23:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:20.979372 24663 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:22.360981 24665 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:22.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:22.363935 24664 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1379 milliseconds
19:23:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:22.364768 24654 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.392s user 0.392s sys 0.959s
19:23:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:22.365085 24654 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.392s user 0.392s sys 0.959s
19:23:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.365388 24654 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:23:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.366984 24654 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:23:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.369501 24654 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:23:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.370980 24654 hybrid_clock.cc:648] HybridClock initialized: now 1786217002370922 us; error 47 us; skew 500 ppm
19:23:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.372210 24654 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:23:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.382177 24654 webserver.cc:460] Webserver started at http://127.23.110.131:43891/ using document root <none> and password file <none>
19:23:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.383711 24654 fs_manager.cc:359] Metadata directory not provided
19:23:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.384042 24654 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:23:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.384660 24654 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:23:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.392727 24654 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/data/instance:
19:23:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f64c6cf750d24137bf2791a54ee8b623"
19:23:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:22 on dist-test-slave-gp6n"
19:23:22.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.394531 24654 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/wal/instance:
19:23:22.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f64c6cf750d24137bf2791a54ee8b623"
19:23:22.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:22 on dist-test-slave-gp6n"
19:23:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.405198 24654 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.007s sys 0.002s
19:23:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.413216 24675 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:23:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.414731 24654 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.003s
19:23:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.415160 24654 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/data,/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/wal
19:23:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f64c6cf750d24137bf2791a54ee8b623"
19:23:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:22 on dist-test-slave-gp6n"
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.415620 24654 fs_report.cc:383] FS layout report
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/wal
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/wal
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/data/data
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:23:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:23:22.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.498557 24654 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:23:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.500829 24654 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:23:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.501534 24654 kserver.cc:163] Server-wide thread pool size limit: 3276
19:23:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.505620 24654 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:23:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.510371 24654 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:23:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.510667 24654 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
19:23:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.510922 24654 ts_tablet_manager.cc:610] Registered 0 tablets
19:23:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.511070 24654 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:23:22.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.714350 24654 rpc_server.cc:307] RPC server started. Bound to: 127.23.110.131:44647
19:23:22.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.714473 24802 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.110.131:44647 every 8 connection(s)
19:23:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.718371 24654 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/data/info.pb
19:23:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.727555 23994 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu as pid 24654
19:23:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.727994 23994 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster2212832427320113909/ts-2/wal/instance
19:23:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.777451 24804 heartbeater.cc:347] Connected to a master server at 127.23.110.189:39517
19:23:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.777491 24805 heartbeater.cc:347] Connected to a master server at 127.23.110.190:39599
19:23:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.777971 24804 heartbeater.cc:464] Registering TS with master...
19:23:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.778302 24805 heartbeater.cc:464] Registering TS with master...
19:23:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.779587 24805 heartbeater.cc:511] Master 127.23.110.190:39599 requested a full tablet report, sending...
19:23:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.779711 24804 heartbeater.cc:511] Master 127.23.110.189:39517 requested a full tablet report, sending...
19:23:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.783528 24043 ts_manager.cc:194] Registered new tserver with Master: f64c6cf750d24137bf2791a54ee8b623 (127.23.110.131:44647)
19:23:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.783728 24130 ts_manager.cc:194] Registered new tserver with Master: f64c6cf750d24137bf2791a54ee8b623 (127.23.110.131:44647)
19:23:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.783990 24803 heartbeater.cc:347] Connected to a master server at 127.23.110.188:45959
19:23:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.784387 24803 heartbeater.cc:464] Registering TS with master...
19:23:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.785099 24803 heartbeater.cc:511] Master 127.23.110.188:45959 requested a full tablet report, sending...
19:23:22.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.787518 24214 ts_manager.cc:194] Registered new tserver with Master: f64c6cf750d24137bf2791a54ee8b623 (127.23.110.131:44647)
19:23:22.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.789697 24214 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.23.110.131:38975
19:23:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:22.796377 23994 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:23:22.807 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:23:22.808 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:23:22.819 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.23.110.190"
port: 39599
}
bound_http_address {
host: "127.23.110.190"
port: 33429
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.23.110.189"
port: 39517
}
bound_http_address {
host: "127.23.110.189"
port: 43239
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.23.110.188"
port: 45959
}
bound_http_address {
host: "127.23.110.188"
port: 33177
}
}
}
19:23:22.823 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:23:22.826 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.23.110.129"
port: 36869
}
bound_http_address {
host: "127.23.110.129"
port: 41865
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.23.110.130"
port: 39883
}
bound_http_address {
host: "127.23.110.130"
port: 40705
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.23.110.131"
port: 44647
}
bound_http_address {
host: "127.23.110.131"
port: 43891
}
}
}
19:23:22.826 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:23:23.001 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:23:23.124 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskymiUxk/test-tmp
19:23:23.125 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:23:23.126 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskymiUxk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:23:23.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:23:23.512 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:23:23.512 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:23:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:23.516165 24815 mini_oidc.cc:152] Starting JWKS server
19:23:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:23.521509 24815 webserver.cc:460] Webserver started at http://127.0.0.1:40359/ using document root <none> and password file <none>
19:23:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:23.521946 24815 mini_oidc.cc:189] Starting OIDC Discovery server
19:23:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:23.524096 24815 webserver.cc:460] Webserver started at http://127.0.0.1:42865/ using document root <none> and password file <none>
19:23:23.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:23:23.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/principal' for realm 'KRBTEST.COM',
19:23:23.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:23:23.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:23 dist-test-slave-gp6n krb5kdc[24832](info): setting up network...
19:23:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:23:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:23 dist-test-slave-gp6n krb5kdc[24832](info): set up 2 sockets
19:23:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:23 dist-test-slave-gp6n krb5kdc[24832](info): commencing operation
19:23:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:23:23.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:23.793418 24803 heartbeater.cc:503] Master 127.23.110.188:45959 was elected leader, sending a full tablet report...
19:23:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:24.767549 24815 mini_kdc.cc:121] Time spent starting KDC: real 1.215s user 0.000s sys 0.034s
19:23:24.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:23:24.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:23:24.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:23:24.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:23:24.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:23:24.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:23:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:23:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:23:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:23:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:23:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/test-user.keytab.
19:23:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/test-user.keytab.
19:23:24.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:24 dist-test-slave-gp6n krb5kdc[24832](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217004, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:24.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:23:24.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:23:24Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:23:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:23:24Z Disabled control of system clock
19:23:24.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.59.254@KRBTEST.COM; defaulting to no policy
19:23:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:23:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.59.254@KRBTEST.COM" created.
19:23:24.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:23:24.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.59.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.254.keytab.
19:23:24.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.59.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.254.keytab.
19:23:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:24.973285 24815 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal
19:23:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data
19:23:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:23:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:23:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:23:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/logs
19:23:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data/info.pb
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.59.254:35523
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.59.254
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.254.keytab
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.59.254
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:23:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:23:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:23:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.59.212:46513
19:23:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385
19:23:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40359/jwks.json
19:23:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:23:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.334833 24848 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:23:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.335425 24848 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:23:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.336087 24848 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:23:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.369597 24848 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:23:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.369833 24848 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:23:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.370087 24848 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:23:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.370285 24848 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:23:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.370589 24848 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:23:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.370798 24848 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:23:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.370942 24848 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40359/jwks.json
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:25.409071 24848 master_runner.cc:386] Master server non-default flags:
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.59.212:46513
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.254.keytab
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.59.254
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.59.254:35523
19:23:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40359/jwks.json
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data/info.pb
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.59.254
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/logs
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:23:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:25.410276 24848 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:23:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:25.411693 24848 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:23:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.431102 24859 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:26.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.432237 24858 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:26.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:25.432045 24861 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:26.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:25.434230 24848 server_base.cc:1034] running on GCE node
19:23:26.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.803292 24848 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:23:26.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.807447 24848 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:23:26.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.809058 24848 hybrid_clock.cc:648] HybridClock initialized: now 1786217006809014 us; error 94 us; skew 500 ppm
19:23:26.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.809926 24848 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:23:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:26 dist-test-slave-gp6n krb5kdc[24832](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217006, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.824265 24848 init.cc:377] Logged in from keytab as kudu/127.24.59.254@KRBTEST.COM (short username kudu)
19:23:26.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.835922 24848 webserver.cc:460] Webserver started at http://127.24.59.254:43411/ using document root <none> and password file <none>
19:23:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.837013 24848 fs_manager.cc:359] Metadata directory not provided
19:23:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.837250 24848 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:23:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.837818 24848 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:23:26.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.843602 24848 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data/instance:
19:23:26.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8184c4dd88040e880ea967a5c993bc4"
19:23:26.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:26 on dist-test-slave-gp6n"
19:23:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.844856 24848 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal/instance:
19:23:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8184c4dd88040e880ea967a5c993bc4"
19:23:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:26 on dist-test-slave-gp6n"
19:23:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.856216 24848 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.007s sys 0.005s
19:23:26.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.865634 24869 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:23:26.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.866858 24848 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.001s sys 0.006s
19:23:26.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.867223 24848 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data,/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal
19:23:26.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8184c4dd88040e880ea967a5c993bc4"
19:23:26.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:26 on dist-test-slave-gp6n"
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.867617 24848 fs_report.cc:383] FS layout report
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data/data
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:23:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:23:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.928828 24848 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:23:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.937088 24848 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:23:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:26.937837 24848 kserver.cc:163] Server-wide thread pool size limit: 3276
19:23:27.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.155011 24848 rpc_server.cc:307] RPC server started. Bound to: 127.24.59.254:35523
19:23:27.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.155180 24926 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.59.254:35523 every 8 connection(s)
19:23:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.158241 24848 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data/info.pb
19:23:27.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.161530 24815 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu as pid 24848
19:23:27.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.162223 24815 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal/instance
19:23:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.174122 24927 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:23:27.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.59.253@KRBTEST.COM; defaulting to no policy
19:23:27.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:23:27.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.59.253@KRBTEST.COM" created.
19:23:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.202193 24927 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } has no permanent_uuid. Determining permanent_uuid...
19:23:27.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:23:27.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.59.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.253.keytab.
19:23:27.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.59.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.253.keytab.
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.239845 24815 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/logs
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data/info.pb
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:23:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.59.253:43217
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.59.253
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.253.keytab
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.59.253
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.59.212:46513
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40359/jwks.json
19:23:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:23:27.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:27 dist-test-slave-gp6n krb5kdc[24832](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217006, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.254@KRBTEST.COM for kudu/127.24.59.254@KRBTEST.COM
19:23:27.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.276768 24927 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } has no permanent_uuid. Determining permanent_uuid...
19:23:27.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.280750 24874 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:27.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.288130 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.253:43217: Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.337805 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } attempt: 1
19:23:27.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.343616 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.253:43217: Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:27.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.412149 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } attempt: 2
19:23:27.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.417743 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.253:43217: Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.509325 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } attempt: 3
19:23:27.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.514575 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.253:43217: Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:27.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.658080 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } attempt: 4
19:23:27.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.662976 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.253:43217: Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.739877 24934 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:23:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.740561 24934 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:23:27.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.741294 24934 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:23:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.772452 24934 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:23:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.772734 24934 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:23:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.773146 24934 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:23:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.773499 24934 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:23:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.773845 24934 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:23:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.774055 24934 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:23:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.774197 24934 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40359/jwks.json
19:23:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.812402 24934 master_runner.cc:386] Master server non-default flags:
19:23:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.59.212:46513
19:23:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.253.keytab
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.59.253
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.59.253:43217
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40359/jwks.json
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data/info.pb
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.59.253
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:23:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:23:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:23:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/logs
19:23:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:23:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:23:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:23:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:23:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:23:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:23:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:23:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:23:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:23:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.813655 24934 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:23:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.814648 24934 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:23:27.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.838928 24942 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:27.962366 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } attempt: 5
19:23:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.970449 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.253:43217: Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:28.518167 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } attempt: 6
19:23:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:28.528139 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.253:43217: Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.840940 24945 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:27.839509 24943 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:29.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:29.239367 24944 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1396 milliseconds
19:23:29.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.239435 24934 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:23:29.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.240950 24934 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:23:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.244568 24934 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:23:29.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.245941 24934 hybrid_clock.cc:648] HybridClock initialized: now 1786217009245911 us; error 42 us; skew 500 ppm
19:23:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.246948 24934 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:23:29.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:29 dist-test-slave-gp6n krb5kdc[24832](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217009, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.256477 24934 init.cc:377] Logged in from keytab as kudu/127.24.59.253@KRBTEST.COM (short username kudu)
19:23:29.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.268420 24934 webserver.cc:460] Webserver started at http://127.24.59.253:40749/ using document root <none> and password file <none>
19:23:29.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.269515 24934 fs_manager.cc:359] Metadata directory not provided
19:23:29.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.269757 24934 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:23:29.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.270298 24934 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:23:29.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.276206 24934 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data/instance:
19:23:29.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b6b18e4f2874cd1b9290f6638cade9d"
19:23:29.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:29 on dist-test-slave-gp6n"
19:23:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.277455 24934 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal/instance:
19:23:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b6b18e4f2874cd1b9290f6638cade9d"
19:23:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:29 on dist-test-slave-gp6n"
19:23:29.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.288780 24934 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.009s sys 0.004s
19:23:29.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.297879 24961 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:23:29.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.299429 24934 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.005s sys 0.002s
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.299733 24934 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data,/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b6b18e4f2874cd1b9290f6638cade9d"
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:29 on dist-test-slave-gp6n"
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.300141 24934 fs_report.cc:383] FS layout report
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data/data
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:23:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:23:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.347803 24934 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:23:29.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.354808 24934 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:23:29.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.355370 24934 kserver.cc:163] Server-wide thread pool size limit: 3276
19:23:29.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.588754 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } attempt: 7
19:23:29.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.595537 24934 rpc_server.cc:307] RPC server started. Bound to: 127.24.59.253:43217
19:23:29.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.595806 25018 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.59.253:43217 every 8 connection(s)
19:23:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.600664 24934 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data/info.pb
19:23:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.608495 24815 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu as pid 24934
19:23:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.609052 24815 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal/instance
19:23:29.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.630704 25020 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:23:29.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.59.252@KRBTEST.COM; defaulting to no policy
19:23:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:23:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.59.252@KRBTEST.COM" created.
19:23:29.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:29 dist-test-slave-gp6n krb5kdc[24832](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217006, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.254@KRBTEST.COM for kudu/127.24.59.253@KRBTEST.COM
19:23:29.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.659300 25020 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } has no permanent_uuid. Determining permanent_uuid...
19:23:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.684640 24927 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } has no permanent_uuid. Determining permanent_uuid...
19:23:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:23:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.59.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.252.keytab.
19:23:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.59.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.252.keytab.
19:23:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.690676 24815 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/wal
19:23:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data
19:23:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:23:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:23:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:23:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/logs
19:23:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data/info.pb
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.59.252:42385
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.59.252
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.252.keytab
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.59.252
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:23:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.59.212:46513
19:23:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385
19:23:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40359/jwks.json
19:23:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:23:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:29.692675 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:29.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:29 dist-test-slave-gp6n krb5kdc[24832](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217009, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.253@KRBTEST.COM for kudu/127.24.59.254@KRBTEST.COM
19:23:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.723088 25020 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } has no permanent_uuid. Determining permanent_uuid...
19:23:29.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:29 dist-test-slave-gp6n krb5kdc[24832](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217009, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.253@KRBTEST.COM for kudu/127.24.59.253@KRBTEST.COM
19:23:29.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.751523 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 1
19:23:29.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:29.758383 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:29.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.760540 25020 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } has no permanent_uuid. Determining permanent_uuid...
19:23:29.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:29.763733 24962 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:29.771304 25020 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.820978 25020 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 1
19:23:29.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:29.826483 25020 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:29.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.839908 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 2
19:23:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:29.846643 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.895033 25020 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 2
19:23:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:29.902853 25020 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:29.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.932209 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 3
19:23:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:29.937826 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:29.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:29.994521 25020 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 3
19:23:30.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.000319 25020 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:30.078397 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 4
19:23:30.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.084445 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:30.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:30.143949 25020 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 4
19:23:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.151377 25020 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.228065 25027 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:23:30.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.228814 25027 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:23:30.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.229580 25027 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:23:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.262390 25027 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:23:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.262743 25027 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:23:30.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.263141 25027 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:23:30.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.263473 25027 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:23:30.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.263782 25027 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:23:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.264084 25027 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:23:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.264323 25027 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40359/jwks.json
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:30.301926 25027 master_runner.cc:386] Master server non-default flags:
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.59.212:46513
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/wal
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.252.keytab
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.59.252
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.59.252:42385
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40359/jwks.json
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data/info.pb
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.59.252
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/logs
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:23:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:23:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:23:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:23:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:23:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:23:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:30.303449 25027 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:23:30.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:30.304756 25027 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:23:30.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.344554 25041 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:30.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:30.368183 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 5
19:23:30.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.373926 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:30.451438 25020 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 5
19:23:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.459823 25020 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:30.926517 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 6
19:23:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.954877 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:31.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:31.007570 25020 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 6
19:23:31.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:31.018042 25020 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.346535 25038 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:30.344727 25039 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:31.982494 25040 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1638 milliseconds
19:23:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:31.982648 25027 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:23:31.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:31.983898 25027 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:23:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:31.987804 25027 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:23:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:31.988538 24927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 7
19:23:31.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:31.989274 25027 hybrid_clock.cc:648] HybridClock initialized: now 1786217011989217 us; error 48 us; skew 500 ppm
19:23:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:31.991428 25027 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:23:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:31.998692 24927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:32 dist-test-slave-gp6n krb5kdc[24832](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217012, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.006012 25027 init.cc:377] Logged in from keytab as kudu/127.24.59.252@KRBTEST.COM (short username kudu)
19:23:32.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.014703 25027 webserver.cc:460] Webserver started at http://127.24.59.252:33165/ using document root <none> and password file <none>
19:23:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.015771 25027 fs_manager.cc:359] Metadata directory not provided
19:23:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.016018 25027 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:23:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.016598 25027 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:23:32.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.022572 25027 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data/instance:
19:23:32.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03316564f995433a8c9e7830cd8b5bda"
19:23:32.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:32 on dist-test-slave-gp6n"
19:23:32.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.023998 25027 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/wal/instance:
19:23:32.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03316564f995433a8c9e7830cd8b5bda"
19:23:32.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:32 on dist-test-slave-gp6n"
19:23:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.035836 25027 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.002s sys 0.009s
19:23:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.045575 25059 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:23:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.046869 25027 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.002s sys 0.005s
19:23:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.047360 25027 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data,/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/wal
19:23:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03316564f995433a8c9e7830cd8b5bda"
19:23:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:32 on dist-test-slave-gp6n"
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.047847 25027 fs_report.cc:383] FS layout report
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/wal
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/wal
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data/data
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:23:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:23:32.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:23:32.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.078717 25020 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } attempt: 7
19:23:32.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:32.095135 25020 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.59.252:42385: Network error: Client connection negotiation failed: client connection to 127.24.59.252:42385: connect: Connection refused (error 111)
19:23:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.115741 25027 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:23:32.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.123957 25027 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:23:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.124748 25027 kserver.cc:163] Server-wide thread pool size limit: 3276
19:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.353917 25027 rpc_server.cc:307] RPC server started. Bound to: 127.24.59.252:42385
19:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.354074 25121 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.59.252:42385 every 8 connection(s)
19:23:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.357383 25027 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data/info.pb
19:23:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.363478 24815 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu as pid 25027
19:23:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.364148 24815 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/wal/instance
19:23:32.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.376549 25122 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:23:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.421900 25122 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } has no permanent_uuid. Determining permanent_uuid...
19:23:32.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:32 dist-test-slave-gp6n krb5kdc[24832](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217004, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.59.252@KRBTEST.COM
19:23:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:32 dist-test-slave-gp6n krb5kdc[24832](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217012, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.252@KRBTEST.COM for kudu/127.24.59.254@KRBTEST.COM
19:23:32.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.490024 25122 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } has no permanent_uuid. Determining permanent_uuid...
19:23:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:32 dist-test-slave-gp6n krb5kdc[24832](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217004, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.59.253@KRBTEST.COM
19:23:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:32 dist-test-slave-gp6n krb5kdc[24832](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217012, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.252@KRBTEST.COM for kudu/127.24.59.253@KRBTEST.COM
19:23:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.543267 25122 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } has no permanent_uuid. Determining permanent_uuid...
19:23:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:32 dist-test-slave-gp6n krb5kdc[24832](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217004, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.59.254@KRBTEST.COM
19:23:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:32 dist-test-slave-gp6n krb5kdc[24832](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217012, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.252@KRBTEST.COM for kudu/127.24.59.252@KRBTEST.COM
19:23:32.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.589128 24815 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:23:32.597 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:23:32.599 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:23:32.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.599315 25122 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: Bootstrap starting.
19:23:32.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.618903 25122 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: Neither blocks nor log segments found. Creating new log.
19:23:32.623 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:23:32.624 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:23:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.624806 25122 log.cc:824] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: Log is configured to *not* fsync() on all Append() calls
19:23:32.627 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.24.59.254"
port: 35523
}
bound_http_address {
host: "127.24.59.254"
port: 43411
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.24.59.253"
port: 43217
}
bound_http_address {
host: "127.24.59.253"
port: 40749
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.24.59.252"
port: 42385
}
bound_http_address {
host: "127.24.59.252"
port: 33165
}
}
}
19:23:32.628 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:23:32.628 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:23:32.628 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:23:32.630 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:23:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.641103 25122 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: No bootstrap required, opened a new log
19:23:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:32 dist-test-slave-gp6n krb5kdc[24832](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217012, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:23:32.676 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:23:32.679 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5cc
19:23:32.687 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:23:32.688 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5cc
19:23:32.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.689347 25122 raft_consensus.cc:348] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } }
19:23:32.690 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:23:32.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.690215 25122 raft_consensus.cc:374] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:23:32.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.690531 25122 raft_consensus.cc:729] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03316564f995433a8c9e7830cd8b5bda, State: Initialized, Role: FOLLOWER
19:23:32.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.691401 25122 consensus_queue.cc:260] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } }
19:23:32.696 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:23:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.696359 25137 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } } }
19:23:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.697160 25137 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [sys.catalog]: This master's current role is: FOLLOWER
19:23:32.698 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:23:32.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.698503 25122 sys_catalog.cc:564] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [sys.catalog]: configured and running, proceeding with master startup.
19:23:32.698 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:23:32.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:32.705456 24639 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc020 after lost signal to thread 24493
19:23:32.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:32.706756 24639 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc940 after lost signal to thread 24642
19:23:32.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:32 dist-test-slave-gp6n krb5kdc[24832](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217012, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:32.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:23:32.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:23:32.795 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5cc
19:23:32.797 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:23:32.798 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.59.254:35523
19:23:32.804 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:23:32.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.805222 24815 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu with pid 24848
19:23:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:32.846956 25151 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:32.847666 25151 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:32.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:32.852727 25060 connection.cc:535] client connection to 127.24.59.254:35523 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:23:32.866 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:23:32.866 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.59.253:43217
19:23:32.867 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:23:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.867435 24815 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu with pid 24934
19:23:32.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:32.886117 25067 tablet.cc:2369] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:23:32.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.853369 25027 master_runner.cc:186] Error getting master registration for 127.24.59.254:35523: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107),
19:23:32.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.892829 25027 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:23:32.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:23:32.916 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.59.252:42385
19:23:32.917 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:23:32.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.917570 24815 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu with pid 25027
19:23:32.955 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:23:32.955 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.59.254:35523
19:23:32.957 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:23:32.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:32.959288 24815 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:32.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:32.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal
19:23:32.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data
19:23:32.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/logs
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data/info.pb
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.59.254:35523
19:23:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.59.254
19:23:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43411
19:23:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.254.keytab
19:23:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.59.254
19:23:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:23:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:23:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:23:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.59.212:46513
19:23:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:32.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:32.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:32.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:32.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385
19:23:32.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:32.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40359/jwks.json
19:23:32.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:23:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:33.387324 25153 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:23:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:33.388136 25153 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:23:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:33.389178 25153 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:23:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:33.428359 25153 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:23:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:33.428599 25153 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:23:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:33.428860 25153 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:23:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:33.429059 25153 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:23:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:33.429246 25153 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:23:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:33.429601 25153 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:23:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:33.429862 25153 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40359/jwks.json
19:23:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:33.470060 25153 master_runner.cc:386] Master server non-default flags:
19:23:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.59.212:46513
19:23:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data
19:23:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal
19:23:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:23:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.254.keytab
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.59.254
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.59.254:35523
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40359/jwks.json
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data/info.pb
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.59.254
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43411
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/logs
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:23:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:23:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:23:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:23:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:23:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:23:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:23:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:23:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:23:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:33.471643 25153 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:23:33.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:33.473146 25153 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:23:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:33.512992 25161 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:34.895087 25160 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 25153
19:23:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:35.526278 25160 kernel_stack_watchdog.cc:198] Thread 25153 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 379ms:
19:23:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:23:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:23:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:23:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:23:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:33.514182 25162 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:35.527491 25153 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.015s user 0.649s sys 1.157s
19:23:35.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:35.527841 25153 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.016s user 0.649s sys 1.157s
19:23:35.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:35.529246 25166 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.531740 25153 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:23:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:35.531728 25164 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2011 milliseconds
19:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.533425 25153 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:23:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.536070 25153 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:23:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.537442 25153 hybrid_clock.cc:648] HybridClock initialized: now 1786217015537408 us; error 41 us; skew 500 ppm
19:23:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.538560 25153 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:23:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:35 dist-test-slave-gp6n krb5kdc[24832](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217015, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:35.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.544939 25153 init.cc:377] Logged in from keytab as kudu/127.24.59.254@KRBTEST.COM (short username kudu)
19:23:35.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.551098 25153 webserver.cc:460] Webserver started at http://127.24.59.254:43411/ using document root <none> and password file <none>
19:23:35.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.552242 25153 fs_manager.cc:359] Metadata directory not provided
19:23:35.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.552520 25153 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:23:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.561321 25153 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.001s
19:23:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.566208 25176 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:23:35.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.567533 25153 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:23:35.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.567942 25153 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data,/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal
19:23:35.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8184c4dd88040e880ea967a5c993bc4"
19:23:35.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:26 on dist-test-slave-gp6n"
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.570458 25153 fs_report.cc:383] FS layout report
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data/data
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:23:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:23:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.611687 25153 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:23:35.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.617570 25153 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:23:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.618129 25153 kserver.cc:163] Server-wide thread pool size limit: 3276
19:23:35.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.712442 25153 rpc_server.cc:307] RPC server started. Bound to: 127.24.59.254:35523
19:23:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.712527 25233 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.59.254:35523 every 8 connection(s)
19:23:35.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.715610 25153 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/data/info.pb
19:23:35.718 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:23:35.719 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.59.253:43217
19:23:35.719 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:23:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.717331 24815 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu as pid 25153
19:23:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.721711 24815 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal
19:23:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data
19:23:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:23:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/logs
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data/info.pb
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.59.253:43217
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.59.253
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40749
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.253.keytab
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.59.253
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:23:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:23:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:23:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.59.212:46513
19:23:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385
19:23:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40359/jwks.json
19:23:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:23:35.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.747792 25234 sys_catalog.cc:263] Verifying existing consensus state
19:23:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 19:23:35.748855 25234 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:23:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.749357 25153 master.cc:537] Master@127.24.59.254:35523 shutting down...
19:23:35.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:35.829249 25153 master.cc:552] Master@127.24.59.254:35523 shutdown complete.
19:23:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:23:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.066883 25235 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:23:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.067443 25235 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:23:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.068336 25235 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:23:36.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.102632 25235 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:23:36.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.102859 25235 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:23:36.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.103129 25235 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:23:36.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.103428 25235 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:23:36.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.103762 25235 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:23:36.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.104104 25235 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:23:36.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.104311 25235 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40359/jwks.json
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:36.141832 25235 master_runner.cc:386] Master server non-default flags:
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.59.212:46513
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.253.keytab
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.59.253
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.59.253:43217
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40359/jwks.json
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:23:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data/info.pb
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.59.253
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40749
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/logs
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:23:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:36.143107 25235 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:23:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:36.144352 25235 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:23:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.163077 25242 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.163144 25246 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:37.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:36.163144 25244 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:37.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:36.164979 25235 server_base.cc:1034] running on GCE node
19:23:37.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.446089 25235 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:23:37.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.448766 25235 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:23:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.450093 25235 hybrid_clock.cc:648] HybridClock initialized: now 1786217017450063 us; error 50 us; skew 500 ppm
19:23:37.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.451073 25235 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:23:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:37 dist-test-slave-gp6n krb5kdc[24832](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217017, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.461570 25235 init.cc:377] Logged in from keytab as kudu/127.24.59.253@KRBTEST.COM (short username kudu)
19:23:37.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.467096 25235 webserver.cc:460] Webserver started at http://127.24.59.253:40749/ using document root <none> and password file <none>
19:23:37.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.468043 25235 fs_manager.cc:359] Metadata directory not provided
19:23:37.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.468300 25235 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:23:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.476166 25235 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
19:23:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.480633 25255 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:23:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.481737 25235 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
19:23:37.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.482105 25235 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data,/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal
19:23:37.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b6b18e4f2874cd1b9290f6638cade9d"
19:23:37.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:29 on dist-test-slave-gp6n"
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.484593 25235 fs_report.cc:383] FS layout report
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data/data
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:23:37.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:23:37.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.536952 25235 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:23:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.543076 25235 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:23:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.543483 25235 kserver.cc:163] Server-wide thread pool size limit: 3276
19:23:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.618882 25235 rpc_server.cc:307] RPC server started. Bound to: 127.24.59.253:43217
19:23:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.619014 25316 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.59.253:43217 every 8 connection(s)
19:23:37.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.621886 25235 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/data/info.pb
19:23:37.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.623876 24815 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu as pid 25235
19:23:37.625 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:23:37.625 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.59.252:42385
19:23:37.625 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:23:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.627297 24815 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu
19:23:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/wal
19:23:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data
19:23:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:23:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:23:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:23:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/logs
19:23:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data/info.pb
19:23:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:23:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:23:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:23:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:23:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.59.252:42385
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.59.252
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33165
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.252.keytab
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.59.252
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.59.212:46513
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40359/jwks.json
19:23:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:23:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.633744 25317 sys_catalog.cc:263] Verifying existing consensus state
19:23:37.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 19:23:37.634574 25317 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:23:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.635013 25235 master.cc:537] Master@127.24.59.253:43217 shutting down...
19:23:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:37.700399 25235 master.cc:552] Master@127.24.59.253:43217 shutdown complete.
19:23:37.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:23:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:37.956698 25320 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:23:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:37.957398 25320 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:23:37.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:37.958243 25320 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:23:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:37.991046 25320 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:23:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:37.991334 25320 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:23:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:37.991750 25320 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:23:37.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:37.992086 25320 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:23:37.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:37.992398 25320 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:23:37.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:37.992712 25320 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:23:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:37.992941 25320 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40359/jwks.json
19:23:38.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:38.030156 25320 master_runner.cc:386] Master server non-default flags:
19:23:38.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:23:38.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.59.212:46513
19:23:38.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:23:38.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:23:38.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data
19:23:38.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/wal
19:23:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:23:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:23:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385
19:23:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/krb5kdc/kudu_127.24.59.252.keytab
19:23:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.59.252
19:23:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:23:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:23:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:23:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.59.252:42385
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40359/jwks.json
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data/info.pb
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.59.252
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33165
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/logs
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:23:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:23:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:23:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:23:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:23:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:23:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:23:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:23:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:23:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:23:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:38.031723 25320 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:23:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:38.033113 25320 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:23:38.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:38.051501 25330 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:39.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:38.051592 25326 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:38.053304 25320 server_base.cc:1034] running on GCE node
19:23:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:38.051613 25328 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:23:39.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.297302 25320 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:23:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.300237 25320 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:23:39.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.301618 25320 hybrid_clock.cc:648] HybridClock initialized: now 1786217019301564 us; error 41 us; skew 500 ppm
19:23:39.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.302531 25320 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:23:39.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:39 dist-test-slave-gp6n krb5kdc[24832](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217019, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:39.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.308604 25320 init.cc:377] Logged in from keytab as kudu/127.24.59.252@KRBTEST.COM (short username kudu)
19:23:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.314064 25320 webserver.cc:460] Webserver started at http://127.24.59.252:33165/ using document root <none> and password file <none>
19:23:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.315002 25320 fs_manager.cc:359] Metadata directory not provided
19:23:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.315201 25320 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:23:39.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.324857 25320 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
19:23:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.330502 25343 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:23:39.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.331853 25320 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
19:23:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.332257 25320 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data,/tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/wal
19:23:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03316564f995433a8c9e7830cd8b5bda"
19:23:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:23:32 on dist-test-slave-gp6n"
19:23:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.335024 25320 fs_report.cc:383] FS layout report
19:23:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:23:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/wal
19:23:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/wal
19:23:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data/data
19:23:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:23:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:23:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:23:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:23:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:23:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:23:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:23:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:23:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:23:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:23:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:23:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.397612 25320 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:23:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.403651 25320 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:23:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.404073 25320 kserver.cc:163] Server-wide thread pool size limit: 3276
19:23:39.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.485019 25320 rpc_server.cc:307] RPC server started. Bound to: 127.24.59.252:42385
19:23:39.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.485234 25401 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.59.252:42385 every 8 connection(s)
19:23:39.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.487928 25320 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskymiUxk/test-tmp/mini-kudu-cluster9006547834493145780/master-2/data/info.pb
19:23:39.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.495502 24815 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu as pid 25320
19:23:39.496 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:23:39.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.499310 25402 sys_catalog.cc:263] Verifying existing consensus state
19:23:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.505949 25402 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: Bootstrap starting.
19:23:39.544 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.550182 25402 log.cc:824] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: Log is configured to *not* fsync() on all Append() calls
19:23:39.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.555490 25402 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:23:39.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.556576 25402 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: Bootstrap complete.
19:23:39.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.592919 25402 raft_consensus.cc:348] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } }
19:23:39.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.596410 25402 raft_consensus.cc:374] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:23:39.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.596721 25402 raft_consensus.cc:729] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03316564f995433a8c9e7830cd8b5bda, State: Initialized, Role: FOLLOWER
19:23:39.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.597741 25402 consensus_queue.cc:260] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } }
19:23:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.601372 25407 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } } }
19:23:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.602418 25407 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [sys.catalog]: This master's current role is: FOLLOWER
19:23:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.603190 25402 sys_catalog.cc:564] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [sys.catalog]: configured and running, proceeding with master startup.
19:23:39.606 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:39.612 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.59.252:42385(127.24.59.252:42385)] connecting to peer
19:23:39.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:39.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:39.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:39.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:39.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:39.646 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.59.252:42385(127.24.59.252:42385)] Successfully connected to peer
19:23:39.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:39.659798 25351 tablet.cc:2369] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:23:39.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:39.669672 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:39.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:39.670008 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.663532 25320 master_runner.cc:186] Error getting master registration for 127.24.59.254:35523: Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111),
19:23:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:39.693092 25320 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:23:39.769 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:23:39.781 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.24.59.252
19:23:40.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:40 dist-test-slave-gp6n krb5kdc[24832](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217012, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.59.252@KRBTEST.COM
19:23:40.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:40.047369 25407 raft_consensus.cc:482] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:23:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:40.047931 25407 raft_consensus.cc:504] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } }
19:23:40.050 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8fb1272d, L:/127.0.0.1:52390 - R:/127.24.59.252:42385] using SASL/GSSAPI
19:23:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:40.052863 25344 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111)
19:23:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:40.053062 25407 leader_election.cc:288] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523), 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217)
19:23:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:40.063216 25347 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217): Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:40.069347 25344 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523): Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111)
19:23:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:40.069764 25344 leader_election.cc:302] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 03316564f995433a8c9e7830cd8b5bda; no voters: 2b6b18e4f2874cd1b9290f6638cade9d, d8184c4dd88040e880ea967a5c993bc4
19:23:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:40.071043 25407 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:23:40.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:40.082 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:40.084 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:40.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:40.121 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:40.122 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:40.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:40.141 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:40.143 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:40.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:40.161 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:40.162 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:40.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:40.201 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:40.202 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:40.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:40.261 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:40.262 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:40.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:40.341 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:40.343 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:40.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:40.401 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:40.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:40.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:40.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:40.673544 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:40.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:40.673899 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:40.881 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:40.882 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:40.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:40.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:40.892 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:41.677014 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:41.677309 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:41.721 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:41.723 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:41.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:41.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:41.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:41.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:41.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:41.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:41.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:42.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:42.104530 25431 raft_consensus.cc:482] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:23:42.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:42.104888 25431 raft_consensus.cc:504] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } }
19:23:42.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:42.106484 25431 leader_election.cc:288] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523), 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217)
19:23:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:42.112967 25344 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523): Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111)
19:23:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:42.113394 25347 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217): Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:42.113814 25347 leader_election.cc:302] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 03316564f995433a8c9e7830cd8b5bda; no voters: 2b6b18e4f2874cd1b9290f6638cade9d, d8184c4dd88040e880ea967a5c993bc4
19:23:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:42.114537 25431 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:23:42.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:42.232944 24476 debug-util.cc:398] Leaking SignalData structure 0x7b08000afce0 after lost signal to thread 24332
19:23:42.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:42.233886 24476 debug-util.cc:398] Leaking SignalData structure 0x7b08000afa80 after lost signal to thread 24479
19:23:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:42.680409 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:42.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:42.680676 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:43.041 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:43.043 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:43.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:43.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:43.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:43.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:43.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:43.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:43.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:43.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:43.685560 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:43.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:43.685951 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:43.901544 25437 raft_consensus.cc:482] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:23:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:43.901999 25437 raft_consensus.cc:504] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } }
19:23:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:43.909921 25437 leader_election.cc:288] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523), 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217)
19:23:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:43.924100 25347 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217): Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:43.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:43.927469 25344 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523): Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111)
19:23:43.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:43.927788 25344 leader_election.cc:302] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 03316564f995433a8c9e7830cd8b5bda; no voters: 2b6b18e4f2874cd1b9290f6638cade9d, d8184c4dd88040e880ea967a5c993bc4
19:23:43.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:43.928325 25437 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:23:44.321 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:44.323 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:44.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:44.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:44.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:44.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:44.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:44.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:44.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:44.688840 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:44.689095 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:44.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:44.695658 25320 master_runner.cc:186] Error getting master registration for 127.24.59.254:35523: Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111),
19:23:44.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:44.696024 25320 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:23:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:45.691934 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:45.692183 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:46.482559 25444 raft_consensus.cc:482] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:23:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:46.483028 25444 raft_consensus.cc:504] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } }
19:23:46.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:46.484965 25444 leader_election.cc:288] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523), 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217)
19:23:46.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:46.488166 25347 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:23:46.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:46.491657 25347 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217): Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:46.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:46.492121 25344 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523): Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111)
19:23:46.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:46.492508 25344 leader_election.cc:302] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 03316564f995433a8c9e7830cd8b5bda; no voters: 2b6b18e4f2874cd1b9290f6638cade9d, d8184c4dd88040e880ea967a5c993bc4
19:23:46.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:46.493188 25444 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:23:46.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:46.695152 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:46.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:46.695463 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:47.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:47.698355 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:47.698724 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:47.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:47.942137 24075 debug-util.cc:398] Leaking SignalData structure 0x7b08000a69c0 after lost signal to thread 24008
19:23:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:47.942826 24075 debug-util.cc:398] Leaking SignalData structure 0x7b08000a00e0 after lost signal to thread 24078
19:23:48.301 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:48.302 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:48.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:48.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:48.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:48.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:48.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:48.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:48.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:48.403474 25451 raft_consensus.cc:482] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:23:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:48.404100 25451 raft_consensus.cc:504] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } }
19:23:48.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:48.406216 25451 leader_election.cc:288] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523), 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217)
19:23:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:48.411899 25344 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523): Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111)
19:23:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:48.412534 25347 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217): Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:48.412824 25347 leader_election.cc:302] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 03316564f995433a8c9e7830cd8b5bda; no voters: 2b6b18e4f2874cd1b9290f6638cade9d, d8184c4dd88040e880ea967a5c993bc4
19:23:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:48.413437 25451 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:23:48.482 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:48.484 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:48.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:48.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:48.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:48.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:48.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:48.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:48.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:48.541 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:48.543 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:48.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:48.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:48.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:48.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:48.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:48.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:48.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:48.702180 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:48.702527 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:49 dist-test-slave-gp6n krb5kdc[24832](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217029, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:49.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:49.312713 25338 init.cc:295] Successfully reacquired a new kerberos TGT
19:23:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:49.699664 25320 master_runner.cc:186] Error getting master registration for 127.24.59.254:35523: Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111),
19:23:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:49.700153 25320 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:23:49.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:49.705897 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:49.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:49.706179 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:50.421 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:50.423 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:50.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:50.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:50.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:50.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:50.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:50.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:50.427 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:50.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:50.709298 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:50.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:50.709600 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:51.712891 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:51.713253 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:52.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:52.717203 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:52.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:52.717546 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:53.161 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:53.163 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:53.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:53.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:53.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:53.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:53.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:53.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:53.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:53.721544 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:53.721869 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:54.703131 25320 master_runner.cc:186] Error getting master registration for 127.24.59.254:35523: Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111),
19:23:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:54.703567 25320 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:23:54.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:54.725119 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:54.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:54.725383 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:55.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:55.728498 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:55.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:55.728736 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:55.769827 25466 raft_consensus.cc:482] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:23:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:55.770239 25466 raft_consensus.cc:504] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } }
19:23:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:55.772035 25466 leader_election.cc:288] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523), 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217)
19:23:55.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:55.774549 25344 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:23:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:55.777653 25347 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217): Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:55.778069 25344 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523): Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111)
19:23:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:55.778491 25344 leader_election.cc:302] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 03316564f995433a8c9e7830cd8b5bda; no voters: 2b6b18e4f2874cd1b9290f6638cade9d, d8184c4dd88040e880ea967a5c993bc4
19:23:55.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:55.779155 25466 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:23:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:56.731912 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:56.732191 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:57.061 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:57.062 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:57.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:57.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:57.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:57.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:57.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:57.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:57.067 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:57.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:57.735388 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:57.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:57.735664 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:58.041 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:58.042 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:58.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:58.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:58.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:58.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:58.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:58.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:58.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:58.739545 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:58.739933 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:58.781 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:23:58.782 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:23:58.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:58.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:58.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:23:58.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:58.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:58.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:23:58.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:23:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:59.238950 25475 raft_consensus.cc:482] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:23:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:59.239670 25475 raft_consensus.cc:504] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } }
19:23:59.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:59.241545 25475 leader_election.cc:288] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523), 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217)
19:23:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:59.246349 25344 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523): Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111)
19:23:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:59.246980 25347 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217): Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:23:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:59.247287 25347 leader_election.cc:302] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 03316564f995433a8c9e7830cd8b5bda; no voters: 2b6b18e4f2874cd1b9290f6638cade9d, d8184c4dd88040e880ea967a5c993bc4
19:23:59.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:59.247916 25475 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:23:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:23:59 dist-test-slave-gp6n krb5kdc[24832](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786217039, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.59.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:59.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:59.315404 25338 init.cc:295] Successfully reacquired a new kerberos TGT
19:23:59.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:59.706097 25320 master_runner.cc:186] Error getting master registration for 127.24.59.254:35523: Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111),
19:23:59.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:23:59.706691 25320 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:23:59.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:59.743858 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:59.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:23:59.744179 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:24:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:00.747902 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:24:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:00.748227 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:24:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:01.751379 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:24:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:01.751658 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:24:01.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:01.819237 25481 raft_consensus.cc:482] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:24:01.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:01.819638 25481 raft_consensus.cc:504] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8184c4dd88040e880ea967a5c993bc4" member_type: VOTER last_known_addr { host: "127.24.59.254" port: 35523 } } peers { permanent_uuid: "2b6b18e4f2874cd1b9290f6638cade9d" member_type: VOTER last_known_addr { host: "127.24.59.253" port: 43217 } } peers { permanent_uuid: "03316564f995433a8c9e7830cd8b5bda" member_type: VOTER last_known_addr { host: "127.24.59.252" port: 42385 } }
19:24:01.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:01.821527 25481 leader_election.cc:288] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523), 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217)
19:24:01.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:01.823347 25344 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:24:01.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:01.826218 25347 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2b6b18e4f2874cd1b9290f6638cade9d (127.24.59.253:43217): Network error: Client connection negotiation failed: client connection to 127.24.59.253:43217: connect: Connection refused (error 111)
19:24:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:01.826664 25344 leader_election.cc:334] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d8184c4dd88040e880ea967a5c993bc4 (127.24.59.254:35523): Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111)
19:24:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:01.827061 25344 leader_election.cc:302] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 03316564f995433a8c9e7830cd8b5bda; no voters: 2b6b18e4f2874cd1b9290f6638cade9d, d8184c4dd88040e880ea967a5c993bc4
19:24:01.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:01.827700 25481 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:24:02.001 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:24:02.002 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:24:02.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:24:02.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:24:02.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:24:02.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:24:02.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:24:02.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:24:02.006 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:24:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:02.755573 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:24:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:02.755913 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:24:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:03.759167 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:24:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:03.759411 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:24:04.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:04.709730 25320 master_runner.cc:186] Error getting master registration for 127.24.59.254:35523: Network error: Client connection negotiation failed: client connection to 127.24.59.254:35523: connect: Connection refused (error 111),
19:24:04.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:04.710068 25320 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:24:04.721 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:24:04.722 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:24:04.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:24:04.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:24:04.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:24:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:04.762140 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:24:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:04.762395 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:24:05.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:24:05.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:24:05.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:24:05.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:24:05.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:05.765254 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:24:05.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:05.765540 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:24:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:06.768371 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:24:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:06.768705 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:24:07.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:07.771554 25423 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 03316564f995433a8c9e7830cd8b5bda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:24:07.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:24:07.771836 25423 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:24:08.601 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.254:35523(127.24.59.254:35523)] connecting to peer
19:24:08.602 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.59.253:43217(127.24.59.253:43217)] connecting to peer
19:24:08.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:24:08.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.59.254:35523(127.24.59.254:35523)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:24:08.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.254:35523: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523
19:24:08.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:24:08.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.253:43217(127.24.59.253:43217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:24:08.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.59.253:43217: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
19:24:08.607 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385; will retry
19:24:08.611 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29107), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [563ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [570ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [584ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [591ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [594ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [595ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [621ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [625ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [628ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [639ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [642ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [645ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [656ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [661ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [663ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [665ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [700ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [706ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [707ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [756ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [766ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [767ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [769ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [770ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [840ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [843ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [845ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [846ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [896ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [900ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [904ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [905ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [906ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [1377ms] refreshing cache from master, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [1378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [1379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [1380ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [1387ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [1389ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [2217ms] refreshing cache from master, [2217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [2218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [2219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [2219ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [2224ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [2225ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [3537ms] refreshing cache from master, [3537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [3539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [3540ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [3541ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [3546ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [3546ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [4817ms] refreshing cache from master, [4817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [4818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [4820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [4821ms] too many traces: truncated at 100 traces, deferred=Deferred@756354957(state=PENDING, result=null, callback=(continuation of Deferred@935903845 after retry RPC after error@960579459) -> (continuation of Deferred@2123643649 after retry RPC after error@2071472697) -> (continuation of Deferred@173151449 after retry RPC after error@958146383) -> (continuation of Deferred@1712279390 after retry RPC after error@1553766468) -> (continuation of Deferred@1181924306 after retry RPC after error@504154636) -> (continuation of Deferred@48562988 after retry RPC after error@973337996) -> (continuation of Deferred@1769764149 after retry RPC after error@291020476) -> (continuation of Deferred@990778328 after retry RPC after error@511979168) -> (continuation of Deferred@341517720 after retry RPC after error@1101264081) -> (continuation of Deferred@175685614 after retry RPC after error@901144879) -> (continuation of Deferred@2014115300 after retry RPC after error@643273544) -> (continuation of Deferred@1763692451 after retry RPC after error@1864787126) -> (continuation of Deferred@1880756067 after retry RPC after error@1791827963) -> (continuation of Deferred@2100864982 after retry RPC after error@568815379) -> (continuation of Deferred@19275099 after retry RPC after error@51836995) -> (continuation of Deferred@992541152 after retry RPC after error@565020257) -> (continuation of Deferred@282106826 after retry RPC after error@607169907) -> (continuation of Deferred@1479260140 after retry RPC after error@360233990) -> (continuation of Deferred@31620008 after retry RPC after error@538445266) -> (continuation of Deferred@621363946 after retry RPC after error@1967211201) -> (continuation of Deferred@1743538426 after retry RPC after error@121304896) -> (continuation of Deferred@1758198623 after retry RPC after error@400817101) -> (continuation of Deferred@315480659 after retry RPC after error@1117630397), errback=(continuation of Deferred@935903845 after retry RPC after error@960579459) -> (continuation of Deferred@2123643649 after retry RPC after error@2071472697) -> (continuation of Deferred@173151449 after retry RPC after error@958146383) -> (continuation of Deferred@1712279390 after retry RPC after error@1553766468) -> (continuation of Deferred@1181924306 after retry RPC after error@504154636) -> (continuation of Deferred@48562988 after retry RPC after error@973337996) -> (continuation of Deferred@1769764149 after retry RPC after error@291020476) -> (continuation of Deferred@990778328 after retry RPC after error@511979168) -> (continuation of Deferred@341517720 after retry RPC after error@1101264081) -> (continuation of Deferred@175685614 after retry RPC after error@901144879) -> (continuation of Deferred@2014115300 after retry RPC after error@643273544) -> (continuation of Deferred@1763692451 after retry RPC after error@1864787126) -> (continuation of Deferred@1880756067 after retry RPC after error@1791827963) -> (continuation of Deferred@2100864982 after retry RPC after error@568815379) -> (continuation of Deferred@19275099 after retry RPC after error@51836995) -> (continuation of Deferred@992541152 after retry RPC after error@565020257) -> (continuation of Deferred@282106826 after retry RPC after error@607169907) -> (continuation of Deferred@1479260140 after retry RPC after error@360233990) -> (continuation of Deferred@31620008 after retry RPC after error@538445266) -> (continuation of Deferred@621363946 after retry RPC after error@1967211201) -> (continuation of Deferred@1743538426 after retry RPC after error@121304896) -> (continuation of Deferred@1758198623 after retry RPC after error@400817101) -> (continuation of Deferred@315480659 after retry RPC after error@1117630397)))
19:24:08.615 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.24.59.252:42385(127.24.59.252:42385)] disconnecting while in state READY
19:24:08.616 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.24.59.253:43217(127.24.59.253:43217)] disconnecting while in state TERMINATED
19:24:08.616 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.24.59.254:35523(127.24.59.254:35523)] disconnecting while in state TERMINATED
19:24:08.621 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:24:08.623 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:24:08.624 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.59.252:42385(127.24.59.252:42385)] handling channelInactive
19:24:08.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.59.252:42385(127.24.59.252:42385)] cleaning up while in state READY due to: connection closed
19:24:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:08.631431 24815 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu with pid 25320
19:24:09.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:24:09Z chronyd exiting
19:24:10.972 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:24:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:10.973965 23994 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu with pid 24309
19:24:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:11.011310 23994 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu with pid 24491
19:24:11.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:11.045186 23994 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu with pid 24654
19:24:11.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:11.079312 23994 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu with pid 24007
19:24:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:11.114915 23994 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu with pid 24083
19:24:11.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:24:11.149519 23994 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskymiUxk/build/tsan/bin/kudu with pid 24168
19:24:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:24:12Z chronyd exiting
19:24:13.330 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29107), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [563ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [570ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [584ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [591ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [594ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [595ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [621ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [625ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [628ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [639ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [642ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [645ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [656ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [661ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [663ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [665ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [700ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [706ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [707ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [756ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [766ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [767ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [769ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [770ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [840ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [843ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [845ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [846ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [896ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [900ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [904ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [905ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [906ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [1377ms] refreshing cache from master, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [1378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [1379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [1380ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [1387ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [1389ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [2217ms] refreshing cache from master, [2217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [2218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [2219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [2219ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [2224ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [2225ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [3537ms] refreshing cache from master, [3537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [3539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [3540ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [3541ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [3546ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [3546ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [4817ms] refreshing cache from master, [4817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [4818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [4820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [4821ms] too many traces: truncated at 100 traces, deferred=Deferred@756354957(state=PENDING, result=null, callback=(continuation of Deferred@935903845 after retry RPC after error@960579459) -> (continuation of Deferred@2123643649 after retry RPC after error@2071472697) -> (continuation of Deferred@173151449 after retry RPC after error@958146383) -> (continuation of Deferred@1712279390 after retry RPC after error@1553766468) -> (continuation of Deferred@1181924306 after retry RPC after error@504154636) -> (continuation of Deferred@48562988 after retry RPC after error@973337996) -> (continuation of Deferred@1769764149 after retry RPC after error@291020476) -> (continuation of Deferred@990778328 after retry RPC after error@511979168) -> (continuation of Deferred@341517720 after retry RPC after error@1101264081) -> (continuation of Deferred@175685614 after retry RPC after error@901144879) -> (continuation of Deferred@2014115300 after retry RPC after error@643273544) -> (continuation of Deferred@1763692451 after retry RPC after error@1864787126) -> (continuation of Deferred@1880756067 after retry RPC after error@1791827963) -> (continuation of Deferred@2100864982 after retry RPC after error@568815379) -> (continuation of Deferred@19275099 after retry RPC after error@51836995) -> (continuation of Deferred@992541152 after retry RPC after error@565020257) -> (continuation of Deferred@282106826 after retry RPC after error@607169907) -> (continuation of Deferred@1479260140 after retry RPC after error@360233990) -> (continuation of Deferred@31620008 after retry RPC after error@538445266) -> (continuation of Deferred@621363946 after retry RPC after error@1967211201) -> (continuation of Deferred@1743538426 after retry RPC after error@121304896) -> (continuation of Deferred@1758198623 after retry RPC after error@400817101) -> (continuation of Deferred@315480659 after retry RPC after error@1117630397), errback=(continuation of Deferred@935903845 after retry RPC after error@960579459) -> (continuation of Deferred@2123643649 after retry RPC after error@2071472697) -> (continuation of Deferred@173151449 after retry RPC after error@958146383) -> (continuation of Deferred@1712279390 after retry RPC after error@1553766468) -> (continuation of Deferred@1181924306 after retry RPC after error@504154636) -> (continuation of Deferred@48562988 after retry RPC after error@973337996) -> (continuation of Deferred@1769764149 after retry RPC after error@291020476) -> (continuation of Deferred@990778328 after retry RPC after error@511979168) -> (continuation of Deferred@341517720 after retry RPC after error@1101264081) -> (continuation of Deferred@175685614 after retry RPC after error@901144879) -> (continuation of Deferred@2014115300 after retry RPC after error@643273544) -> (continuation of Deferred@1763692451 after retry RPC after error@1864787126) -> (continuation of Deferred@1880756067 after retry RPC after error@1791827963) -> (continuation of Deferred@2100864982 after retry RPC after error@568815379) -> (continuation of Deferred@19275099 after retry RPC after error@51836995) -> (continuation of Deferred@992541152 after retry RPC after error@565020257) -> (continuation of Deferred@282106826 after retry RPC after error@607169907) -> (continuation of Deferred@1479260140 after retry RPC after error@360233990) -> (continuation of Deferred@31620008 after retry RPC after error@538445266) -> (continuation of Deferred@621363946 after retry RPC after error@1967211201) -> (continuation of Deferred@1743538426 after retry RPC after error@121304896) -> (continuation of Deferred@1758198623 after retry RPC after error@400817101) -> (continuation of Deferred@315480659 after retry RPC after error@1117630397)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.59.253:43217
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29107), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [563ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [570ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [584ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [591ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [594ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [595ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [621ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [625ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [628ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [639ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [642ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [645ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [656ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [661ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [663ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [665ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [700ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [706ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [707ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [756ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [766ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [767ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [769ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [770ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [840ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [843ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [845ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [846ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [896ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [900ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [904ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [905ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [906ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [1377ms] refreshing cache from master, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [1378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [1379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [1380ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [1387ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [1389ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [2217ms] refreshing cache from master, [2217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [2218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [2219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [2219ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [2224ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [2225ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [3537ms] refreshing cache from master, [3537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [3539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [3540ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.254:35523: Network error: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [3541ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.253:43217: Network error: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [3546ms] Sub RPC ConnectToMaster: received response from server master-127.24.59.252:42385: OK, [3546ms] delaying RPC due to: Service unavailable: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217, [4817ms] refreshing cache from master, [4817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.254:35523, [4818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.253:43217, [4820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.59.252:42385, [4821ms] too many traces: truncated at 100 traces, deferred=Deferred@756354957(state=PENDING, result=null, callback=(continuation of Deferred@935903845 after retry RPC after error@960579459) -> (continuation of Deferred@2123643649 after retry RPC after error@2071472697) -> (continuation of Deferred@173151449 after retry RPC after error@958146383) -> (continuation of Deferred@1712279390 after retry RPC after error@1553766468) -> (continuation of Deferred@1181924306 after retry RPC after error@504154636) -> (continuation of Deferred@48562988 after retry RPC after error@973337996) -> (continuation of Deferred@1769764149 after retry RPC after error@291020476) -> (continuation of Deferred@990778328 after retry RPC after error@511979168) -> (continuation of Deferred@341517720 after retry RPC after error@1101264081) -> (continuation of Deferred@175685614 after retry RPC after error@901144879) -> (continuation of Deferred@2014115300 after retry RPC after error@643273544) -> (continuation of Deferred@1763692451 after retry RPC after error@1864787126) -> (continuation of Deferred@1880756067 after retry RPC after error@1791827963) -> (continuation of Deferred@2100864982 after retry RPC after error@568815379) -> (continuation of Deferred@19275099 after retry RPC after error@51836995) -> (continuation of Deferred@992541152 after retry RPC after error@565020257) -> (continuation of Deferred@282106826 after retry RPC after error@607169907) -> (continuation of Deferred@1479260140 after retry RPC after error@360233990) -> (continuation of Deferred@31620008 after retry RPC after error@538445266) -> (continuation of Deferred@621363946 after retry RPC after error@1967211201) -> (continuation of Deferred@1743538426 after retry RPC after error@121304896) -> (continuation of Deferred@1758198623 after retry RPC after error@400817101) -> (continuation of Deferred@315480659 after retry RPC after error@1117630397), errback=(continuation of Deferred@935903845 after retry RPC after error@960579459) -> (continuation of Deferred@2123643649 after retry RPC after error@2071472697) -> (continuation of Deferred@173151449 after retry RPC after error@958146383) -> (continuation of Deferred@1712279390 after retry RPC after error@1553766468) -> (continuation of Deferred@1181924306 after retry RPC after error@504154636) -> (continuation of Deferred@48562988 after retry RPC after error@973337996) -> (continuation of Deferred@1769764149 after retry RPC after error@291020476) -> (continuation of Deferred@990778328 after retry RPC after error@511979168) -> (continuation of Deferred@341517720 after retry RPC after error@1101264081) -> (continuation of Deferred@175685614 after retry RPC after error@901144879) -> (continuation of Deferred@2014115300 after retry RPC after error@643273544) -> (continuation of Deferred@1763692451 after retry RPC after error@1864787126) -> (continuation of Deferred@1880756067 after retry RPC after error@1791827963) -> (continuation of Deferred@2100864982 after retry RPC after error@568815379) -> (continuation of Deferred@19275099 after retry RPC after error@51836995) -> (continuation of Deferred@992541152 after retry RPC after error@565020257) -> (continuation of Deferred@282106826 after retry RPC after error@607169907) -> (continuation of Deferred@1479260140 after retry RPC after error@360233990) -> (continuation of Deferred@31620008 after retry RPC after error@538445266) -> (continuation of Deferred@621363946 after retry RPC after error@1967211201) -> (continuation of Deferred@1743538426 after retry RPC after error@121304896) -> (continuation of Deferred@1758198623 after retry RPC after error@400817101) -> (continuation of Deferred@315480659 after retry RPC after error@1117630397)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.59.254:35523,127.24.59.253:43217,127.24.59.252:42385) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.254:35523(127.24.59.254:35523): Connection refused: /127.24.59.254:35523,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.59.253:43217(127.24.59.253:43217): Connection refused: /127.24.59.253:43217
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.59.253:43217
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)