16:15:30.917 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
16:15:30.930 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhbHvIf/test-tmp
16:15:30.934 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
16:15:30.938 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhbHvIf/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
16:15:31.183 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
16:15:31.330 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:15:31.331 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
16:15:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:31.335197 5717 mini_oidc.cc:152] Starting JWKS server
16:15:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:31.339057 5717 webserver.cc:460] Webserver started at http://127.0.0.1:41885/ using document root <none> and password file <none>
16:15:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:31.339686 5717 mini_oidc.cc:189] Starting OIDC Discovery server
16:15:31.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:31.341717 5717 webserver.cc:460] Webserver started at http://127.0.0.1:44153/ using document root <none> and password file <none>
16:15:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:15:31Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
16:15:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:15:31Z Disabled control of system clock
16:15:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:31.400027 5717 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/wal
16:15:31.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/data
16:15:31.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:15:31.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:15:31.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:15:31.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:31.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/logs
16:15:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/data/info.pb
16:15:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:15:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:15:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:15:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:15:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:15:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:15:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.149.126:42565
16:15:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.149.126
16:15:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.149.84:38369
16:15:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.149.126:42565,127.5.149.125:34693,127.5.149.124:46859
16:15:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41885/jwks.json with env {}
16:15:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:31.723142 5732 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:15:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:31.723707 5732 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:15:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:31.724354 5732 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:15:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:31.757223 5732 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:15:31.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:31.757642 5732 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:15:31.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:31.757968 5732 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:15:31.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:31.758317 5732 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:15:31.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:31.758656 5732 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:15:31.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:31.758948 5732 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41885/jwks.json
16:15:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:31.794764 5732 master_runner.cc:386] Master server non-default flags:
16:15:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.149.84:38369
16:15:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/data
16:15:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/wal
16:15:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.149.126:42565,127.5.149.125:34693,127.5.149.124:46859
16:15:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.149.126:42565
16:15:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:15:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41885/jwks.json
16:15:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/data/info.pb
16:15:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.149.126
16:15:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:15:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:15:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:15:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:31.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/logs
16:15:31.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:31.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:15:31.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:15:31.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:15:31.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:15:31.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:15:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:15:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:15:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:15:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:15:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:31.796387 5732 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:15:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:31.798627 5732 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:15:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:31.818502 5742 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:33.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:31.818576 5745 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:33.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:31.818568 5743 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:33.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:31.820295 5732 server_base.cc:1034] running on GCE node
16:15:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.072346 5732 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:15:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.076149 5732 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:15:33.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.077682 5732 hybrid_clock.cc:648] HybridClock initialized: now 1786464933077577 us; error 120 us; skew 500 ppm
16:15:33.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.078843 5732 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:15:33.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.086715 5732 webserver.cc:460] Webserver started at http://127.5.149.126:38961/ using document root <none> and password file <none>
16:15:33.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.087759 5732 fs_manager.cc:359] Metadata directory not provided
16:15:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.087965 5732 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:15:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.088496 5732 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:15:33.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.094231 5732 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/data/instance:
16:15:33.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "226adfb011ef465b87462dc163f3b12a"
16:15:33.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:33 on dist-test-slave-3h5h"
16:15:33.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.095638 5732 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/wal/instance:
16:15:33.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "226adfb011ef465b87462dc163f3b12a"
16:15:33.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:33 on dist-test-slave-3h5h"
16:15:33.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.104614 5732 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.005s
16:15:33.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.111536 5755 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:15:33.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.113237 5732 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.004s
16:15:33.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.113631 5732 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/data,/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/wal
16:15:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "226adfb011ef465b87462dc163f3b12a"
16:15:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:33 on dist-test-slave-3h5h"
16:15:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.114140 5732 fs_report.cc:383] FS layout report
16:15:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:15:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/wal
16:15:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/wal
16:15:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/data/data
16:15:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:15:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:15:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:15:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:15:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:15:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:15:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:15:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:15:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:15:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:15:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:15:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.153880 5732 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:15:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.155449 5732 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:15:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.155900 5732 kserver.cc:163] Server-wide thread pool size limit: 3276
16:15:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.237668 5732 rpc_server.cc:307] RPC server started. Bound to: 127.5.149.126:42565
16:15:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.237761 5831 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.149.126:42565 every 8 connection(s)
16:15:33.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.241057 5732 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/data/info.pb
16:15:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.242805 5717 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu as pid 5732
16:15:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.243530 5717 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-0/wal/instance
16:15:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.248377 5833 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:15:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.249459 5717 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/wal
16:15:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/data
16:15:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:15:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:15:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:15:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/logs
16:15:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/data/info.pb
16:15:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:15:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:15:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:15:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:15:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:15:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:15:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.149.125:34693
16:15:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.149.125
16:15:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.149.84:38369
16:15:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.149.126:42565,127.5.149.125:34693,127.5.149.124:46859
16:15:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:33.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41885/jwks.json with env {}
16:15:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.263703 5833 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } has no permanent_uuid. Determining permanent_uuid...
16:15:33.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.294473 5833 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } has no permanent_uuid. Determining permanent_uuid...
16:15:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.297284 5759 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.149.125:34693: connect: Connection refused (error 111)
16:15:33.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.303746 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.125:34693: Network error: Client connection negotiation failed: client connection to 127.5.149.125:34693: connect: Connection refused (error 111)
16:15:33.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.353367 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } attempt: 1
16:15:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.357553 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.125:34693: Network error: Client connection negotiation failed: client connection to 127.5.149.125:34693: connect: Connection refused (error 111)
16:15:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.425951 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } attempt: 2
16:15:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.430040 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.125:34693: Network error: Client connection negotiation failed: client connection to 127.5.149.125:34693: connect: Connection refused (error 111)
16:15:33.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.521497 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } attempt: 3
16:15:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.525619 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.125:34693: Network error: Client connection negotiation failed: client connection to 127.5.149.125:34693: connect: Connection refused (error 111)
16:15:33.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.586400 5835 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:15:33.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.587044 5835 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:15:33.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.587584 5835 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:15:33.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.619345 5835 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:15:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.619656 5835 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:15:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.619849 5835 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:15:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.620038 5835 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:15:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.620217 5835 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:15:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.620383 5835 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41885/jwks.json
16:15:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.657428 5835 master_runner.cc:386] Master server non-default flags:
16:15:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.149.84:38369
16:15:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/data
16:15:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/wal
16:15:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.149.126:42565,127.5.149.125:34693,127.5.149.124:46859
16:15:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.149.125:34693
16:15:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:15:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41885/jwks.json
16:15:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/data/info.pb
16:15:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.149.125
16:15:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:15:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:15:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:15:33.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:33.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/logs
16:15:33.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:33.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:15:33.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:15:33.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:15:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:15:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:15:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:15:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:15:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:15:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:15:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.658685 5835 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:15:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.660550 5835 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:15:33.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.669031 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } attempt: 4
16:15:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.674290 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.125:34693: Network error: Client connection negotiation failed: client connection to 127.5.149.125:34693: connect: Connection refused (error 111)
16:15:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.973776 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } attempt: 5
16:15:33.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.978628 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.125:34693: Network error: Client connection negotiation failed: client connection to 127.5.149.125:34693: connect: Connection refused (error 111)
16:15:34.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.526036 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } attempt: 6
16:15:34.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:34.534200 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.125:34693: Network error: Client connection negotiation failed: client connection to 127.5.149.125:34693: connect: Connection refused (error 111)
16:15:34.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.681632 5848 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.681581 5849 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:33.681645 5851 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:33.683528 5835 server_base.cc:1034] running on GCE node
16:15:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.909411 5835 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:15:34.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.913004 5835 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:15:34.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.914505 5835 hybrid_clock.cc:648] HybridClock initialized: now 1786464934914413 us; error 107 us; skew 500 ppm
16:15:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.915534 5835 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:15:34.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.927770 5835 webserver.cc:460] Webserver started at http://127.5.149.125:37157/ using document root <none> and password file <none>
16:15:34.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.929034 5835 fs_manager.cc:359] Metadata directory not provided
16:15:34.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.929301 5835 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:15:34.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.929874 5835 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:15:34.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.935245 5835 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/data/instance:
16:15:34.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85a035fe405e4498a3405d5dc37b37c4"
16:15:34.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:34 on dist-test-slave-3h5h"
16:15:34.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.936582 5835 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/wal/instance:
16:15:34.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85a035fe405e4498a3405d5dc37b37c4"
16:15:34.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:34 on dist-test-slave-3h5h"
16:15:34.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.944243 5835 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
16:15:34.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.950562 5868 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:15:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.951865 5835 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
16:15:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.952281 5835 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/data,/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/wal
16:15:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85a035fe405e4498a3405d5dc37b37c4"
16:15:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:34 on dist-test-slave-3h5h"
16:15:34.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.952685 5835 fs_report.cc:383] FS layout report
16:15:34.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:15:34.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/wal
16:15:34.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/wal
16:15:34.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/data/data
16:15:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:15:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:15:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:15:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:15:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:15:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:15:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:15:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:15:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:15:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:15:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:15:34.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.997696 5835 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:15:34.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.999382 5835 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:15:35.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:34.999962 5835 kserver.cc:163] Server-wide thread pool size limit: 3276
16:15:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.078141 5835 rpc_server.cc:307] RPC server started. Bound to: 127.5.149.125:34693
16:15:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.078255 5943 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.149.125:34693 every 8 connection(s)
16:15:35.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.081144 5835 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/data/info.pb
16:15:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.084203 5717 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu as pid 5835
16:15:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.084692 5717 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-1/wal/instance
16:15:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.086952 5717 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/wal
16:15:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/data
16:15:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:15:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:15:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:15:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/logs
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/data/info.pb
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:15:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:15:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.149.124:46859
16:15:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.149.124
16:15:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.149.84:38369
16:15:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.149.126:42565,127.5.149.125:34693,127.5.149.124:46859
16:15:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41885/jwks.json with env {}
16:15:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.087167 5944 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:15:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.099483 5944 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } has no permanent_uuid. Determining permanent_uuid...
16:15:35.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.123665 5944 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } has no permanent_uuid. Determining permanent_uuid...
16:15:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.142434 5944 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } has no permanent_uuid. Determining permanent_uuid...
16:15:35.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.144932 5871 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:35.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.149565 5944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.199206 5944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 1
16:15:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.203401 5944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.271983 5944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 2
16:15:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.276512 5944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.368048 5944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 3
16:15:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.372220 5944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:35.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.426518 5946 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:15:35.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.427258 5946 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:15:35.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.427959 5946 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:15:35.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.460790 5946 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:15:35.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.461272 5946 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:15:35.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.461627 5946 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:15:35.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.461982 5946 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:15:35.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.462348 5946 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:15:35.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.462602 5946 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41885/jwks.json
16:15:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.500444 5946 master_runner.cc:386] Master server non-default flags:
16:15:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.149.84:38369
16:15:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/data
16:15:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/wal
16:15:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.149.126:42565,127.5.149.125:34693,127.5.149.124:46859
16:15:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.149.124:46859
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41885/jwks.json
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/data/info.pb
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.149.124
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:15:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/logs
16:15:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:15:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:15:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:15:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:15:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:15:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:15:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:15:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:15:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:15:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.502283 5946 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:15:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.504560 5946 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:15:35.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.515714 5944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 4
16:15:35.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.521452 5944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:35.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.528641 5968 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:35.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.594713 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } attempt: 7
16:15:35.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.609639 5833 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } has no permanent_uuid. Determining permanent_uuid...
16:15:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.624869 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:35.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.683420 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 1
16:15:35.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.687600 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.769052 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 2
16:15:35.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.775684 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:35.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.821010 5944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 5
16:15:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.827347 5944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:35.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:35.861284 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 3
16:15:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.867668 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:36.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.008286 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 4
16:15:36.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:36.014799 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.298431 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 5
16:15:36.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:36.305086 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.374925 5944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 6
16:15:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:36.388875 5944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:36.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.529239 5972 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:36.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:35.530206 5970 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:36.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:36.820557 5971 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1288 milliseconds
16:15:36.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.820722 5946 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:15:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.822222 5946 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:15:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.825570 5946 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:15:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.827069 5946 hybrid_clock.cc:648] HybridClock initialized: now 1786464936826982 us; error 104 us; skew 500 ppm
16:15:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.827981 5946 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:15:36.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.836135 5946 webserver.cc:460] Webserver started at http://127.5.149.124:40791/ using document root <none> and password file <none>
16:15:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.837179 5946 fs_manager.cc:359] Metadata directory not provided
16:15:36.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.837379 5946 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:15:36.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.837787 5946 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:15:36.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.843360 5946 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/data/instance:
16:15:36.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a43adf72d8140c59eb9f8d0f9622976"
16:15:36.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:36 on dist-test-slave-3h5h"
16:15:36.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.844556 5946 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/wal/instance:
16:15:36.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a43adf72d8140c59eb9f8d0f9622976"
16:15:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:36 on dist-test-slave-3h5h"
16:15:36.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.852659 5946 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
16:15:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.857750 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 6
16:15:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.858973 5985 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:15:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.860745 5946 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
16:15:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.861375 5946 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/data,/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/wal
16:15:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a43adf72d8140c59eb9f8d0f9622976"
16:15:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:36 on dist-test-slave-3h5h"
16:15:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.861918 5946 fs_report.cc:383] FS layout report
16:15:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:15:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/wal
16:15:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/wal
16:15:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/data/data
16:15:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:15:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:15:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:15:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:15:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:15:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:15:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:15:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:15:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:15:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:15:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:15:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:36.866854 5833 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.149.124:46859: Network error: Client connection negotiation failed: client connection to 127.5.149.124:46859: connect: Connection refused (error 111)
16:15:36.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.911195 5946 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:15:36.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.913102 5946 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:15:36.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.913765 5946 kserver.cc:163] Server-wide thread pool size limit: 3276
16:15:36.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.997120 5946 rpc_server.cc:307] RPC server started. Bound to: 127.5.149.124:46859
16:15:36.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:36.997219 6065 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.149.124:46859 every 8 connection(s)
16:15:37.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.000415 5946 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/data/info.pb
16:15:37.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.003580 5717 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu as pid 5946
16:15:37.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.004070 5717 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/master-2/wal/instance
16:15:37.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.007727 6066 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:15:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.024252 6066 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } has no permanent_uuid. Determining permanent_uuid...
16:15:37.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.052960 6066 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } has no permanent_uuid. Determining permanent_uuid...
16:15:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.065109 6066 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } has no permanent_uuid. Determining permanent_uuid...
16:15:37.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.087858 6066 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976: Bootstrap starting.
16:15:37.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.097826 6066 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976: Neither blocks nor log segments found. Creating new log.
16:15:37.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.100750 6066 log.cc:824] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976: Log is configured to *not* fsync() on all Append() calls
16:15:37.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.108726 6066 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976: No bootstrap required, opened a new log
16:15:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.134924 6066 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } }
16:15:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.135655 6066 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:15:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.136044 6066 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a43adf72d8140c59eb9f8d0f9622976, State: Initialized, Role: FOLLOWER
16:15:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.137342 6066 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } }
16:15:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.143678 6066 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [sys.catalog]: configured and running, proceeding with master startup.
16:15:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.143814 6077 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } } }
16:15:37.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.144729 6077 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [sys.catalog]: This master's current role is: FOLLOWER
16:15:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:37.170377 5998 tablet.cc:2369] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:15:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:37.172305 6095 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:15:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:37.172609 6095 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:15:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.168423 5946 master_runner.cc:186] Error getting master registration for 127.5.149.126:42565: OK, instance_id { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" instance_seqno: 1786464933214788 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:15:37.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.203997 5946 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:15:37.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.407701 6077 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:15:37.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.408283 6077 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } }
16:15:37.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.410923 6077 leader_election.cc:288] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 226adfb011ef465b87462dc163f3b12a (127.5.149.126:42565), 85a035fe405e4498a3405d5dc37b37c4 (127.5.149.125:34693)
16:15:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.449468 5944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 7
16:15:37.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.482679 5944 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4: Bootstrap starting.
16:15:37.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.490504 5944 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4: Neither blocks nor log segments found. Creating new log.
16:15:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.492981 5944 log.cc:824] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4: Log is configured to *not* fsync() on all Append() calls
16:15:37.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.500380 5944 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4: No bootstrap required, opened a new log
16:15:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.531973 5944 raft_consensus.cc:348] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } }
16:15:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.532930 5944 raft_consensus.cc:374] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:15:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.533222 5944 raft_consensus.cc:729] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85a035fe405e4498a3405d5dc37b37c4, State: Initialized, Role: FOLLOWER
16:15:37.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.534224 5944 consensus_queue.cc:260] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } }
16:15:37.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.538203 6104 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } } }
16:15:37.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.539793 5944 sys_catalog.cc:564] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [sys.catalog]: configured and running, proceeding with master startup.
16:15:37.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.539898 6104 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [sys.catalog]: This master's current role is: FOLLOWER
16:15:37.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.540196 5909 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8a43adf72d8140c59eb9f8d0f9622976" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85a035fe405e4498a3405d5dc37b37c4" is_pre_election: true
16:15:37.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.541313 5909 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8a43adf72d8140c59eb9f8d0f9622976 in term 0.
16:15:37.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.543015 5990 leader_election.cc:302] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 85a035fe405e4498a3405d5dc37b37c4, 8a43adf72d8140c59eb9f8d0f9622976; no voters:
16:15:37.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.544226 6077 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:15:37.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.544615 6077 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:15:37.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.544996 6077 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [term 0 FOLLOWER]: Advancing to term 1
16:15:37.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.562106 6077 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } }
16:15:37.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.569989 6077 leader_election.cc:288] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [CANDIDATE]: Term 1 election: Requested vote from peers 226adfb011ef465b87462dc163f3b12a (127.5.149.126:42565), 85a035fe405e4498a3405d5dc37b37c4 (127.5.149.125:34693)
16:15:37.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.571586 5909 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8a43adf72d8140c59eb9f8d0f9622976" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85a035fe405e4498a3405d5dc37b37c4"
16:15:37.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.572165 5909 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [term 0 FOLLOWER]: Advancing to term 1
16:15:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.578929 5909 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8a43adf72d8140c59eb9f8d0f9622976 in term 1.
16:15:37.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.580344 5990 leader_election.cc:302] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 85a035fe405e4498a3405d5dc37b37c4, 8a43adf72d8140c59eb9f8d0f9622976; no voters:
16:15:37.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.581259 6077 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [term 1 FOLLOWER]: Leader election won for term 1
16:15:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.584272 6077 raft_consensus.cc:686] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [term 1 LEADER]: Becoming Leader. State: Replica: 8a43adf72d8140c59eb9f8d0f9622976, State: Running, Role: LEADER
16:15:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.585300 6077 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } }
16:15:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.612637 6118 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8a43adf72d8140c59eb9f8d0f9622976. Latest consensus state: current_term: 1 leader_uuid: "8a43adf72d8140c59eb9f8d0f9622976" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } } }
16:15:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.614373 6118 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [sys.catalog]: This master's current role is: LEADER
16:15:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:37.625123 6117 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:15:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:37.627579 6117 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:15:37.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.632541 6124 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
16:15:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.640545 6124 catalog_manager.cc:1484] Initializing Kudu cluster ID...
16:15:37.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.587545 5835 master_runner.cc:186] Error getting master registration for 127.5.149.126:42565: OK, instance_id { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" instance_seqno: 1786464933214788 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:15:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.646313 5835 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:15:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.667455 5909 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [term 1 FOLLOWER]: Refusing update from remote peer 8a43adf72d8140c59eb9f8d0f9622976: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:15:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.669247 6077 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [LEADER]: Connected to new peer: Peer: permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:15:37.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.709318 6104 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8a43adf72d8140c59eb9f8d0f9622976. Latest consensus state: current_term: 1 leader_uuid: "8a43adf72d8140c59eb9f8d0f9622976" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } } }
16:15:37.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.711899 6104 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [sys.catalog]: This master's current role is: FOLLOWER
16:15:37.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.712889 6125 mvcc.cc:205] Tried to move back new op lower bound from 7317360384659988480 to 7317360384385966080. Current Snapshot: MvccSnapshot[applied={T|T < 7317360384659988480}]
16:15:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.715044 6118 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8a43adf72d8140c59eb9f8d0f9622976" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } } }
16:15:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.715778 6118 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [sys.catalog]: This master's current role is: LEADER
16:15:37.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.717450 6124 catalog_manager.cc:1347] Generated new cluster ID: 10eddd1ed39a47ef94b4fd0ed4bca5ee
16:15:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.717730 6124 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
16:15:37.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.740428 6104 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8a43adf72d8140c59eb9f8d0f9622976" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } } }
16:15:37.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.741679 6104 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4 [sys.catalog]: This master's current role is: FOLLOWER
16:15:37.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.763844 6124 catalog_manager.cc:1370] Generated new certificate authority record
16:15:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.771122 6124 catalog_manager.cc:1504] Loading token signing keys...
16:15:37.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.808856 6124 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976: Generated new TSK 0
16:15:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.812179 6124 catalog_manager.cc:1514] Initializing in-progress tserver states...
16:15:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.824996 5717 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/wal
16:15:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/data
16:15:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:15:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/logs
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/data/info.pb
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.149.65:0
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.149.65
16:15:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.149.65
16:15:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.149.126:42565,127.5.149.125:34693,127.5.149.124:46859
16:15:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.149.84:38369
16:15:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:15:37.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.900245 5833 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } attempt: 7
16:15:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.951676 5833 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a: Bootstrap starting.
16:15:37.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.971335 5833 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a: Neither blocks nor log segments found. Creating new log.
16:15:37.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.973824 5833 log.cc:824] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a: Log is configured to *not* fsync() on all Append() calls
16:15:37.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:37.992067 5833 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a: No bootstrap required, opened a new log
16:15:38.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.115495 5833 raft_consensus.cc:348] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } }
16:15:38.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.121135 5833 raft_consensus.cc:374] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:15:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.123041 5833 raft_consensus.cc:729] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 226adfb011ef465b87462dc163f3b12a, State: Initialized, Role: FOLLOWER
16:15:38.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.128669 5833 consensus_queue.cc:260] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } }
16:15:38.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.150925 6143 sys_catalog.cc:455] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } } }
16:15:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.151849 6143 sys_catalog.cc:458] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [sys.catalog]: This master's current role is: FOLLOWER
16:15:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.155643 5833 sys_catalog.cc:564] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [sys.catalog]: configured and running, proceeding with master startup.
16:15:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.156309 5789 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [term 0 FOLLOWER]: Advancing to term 1
16:15:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:38.167634 5762 tablet.cc:2369] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:15:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.168936 5790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8a43adf72d8140c59eb9f8d0f9622976" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "226adfb011ef465b87462dc163f3b12a"
16:15:38.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.175968 5789 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [term 1 FOLLOWER]: Refusing update from remote peer 8a43adf72d8140c59eb9f8d0f9622976: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:15:38.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.178097 6077 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [LEADER]: Connected to new peer: Peer: permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:15:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.177536 5792 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8a43adf72d8140c59eb9f8d0f9622976" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "226adfb011ef465b87462dc163f3b12a" is_pre_election: true
16:15:38.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.180728 5792 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8a43adf72d8140c59eb9f8d0f9622976 in term 1.
16:15:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.245838 6143 sys_catalog.cc:455] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8a43adf72d8140c59eb9f8d0f9622976. Latest consensus state: current_term: 1 leader_uuid: "8a43adf72d8140c59eb9f8d0f9622976" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } } }
16:15:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.246004 6152 sys_catalog.cc:455] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8a43adf72d8140c59eb9f8d0f9622976" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } } }
16:15:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.246654 6143 sys_catalog.cc:458] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [sys.catalog]: This master's current role is: FOLLOWER
16:15:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.246726 6152 sys_catalog.cc:458] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a [sys.catalog]: This master's current role is: FOLLOWER
16:15:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.307507 6170 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
16:15:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:38.426613 6139 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:15:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:38.427714 6139 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:15:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:38.428758 6139 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:15:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:38.488286 6139 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:15:38.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:38.489827 6139 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.149.65
16:15:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.556378 6139 tablet_server_runner.cc:78] Tablet server non-default flags:
16:15:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.149.84:38369
16:15:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/data
16:15:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/wal
16:15:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.149.65:0
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/data/info.pb
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.149.65
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.149.126:42565,127.5.149.125:34693,127.5.149.124:46859
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.149.65
16:15:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/logs
16:15:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:15:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:15:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:15:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:15:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:15:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:15:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:15:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:15:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:15:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.558120 6139 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:15:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.560462 6139 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:15:38.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:38.588898 6182 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:38.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.637334 6117 catalog_manager.cc:1259] Loaded cluster ID: 10eddd1ed39a47ef94b4fd0ed4bca5ee
16:15:38.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.638386 6117 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4: loading cluster ID for follower catalog manager: success
16:15:38.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.671249 6117 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4: acquiring CA information for follower catalog manager: success
16:15:38.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.680603 6117 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 85a035fe405e4498a3405d5dc37b37c4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:15:38.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.823982 6077 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8a43adf72d8140c59eb9f8d0f9622976" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "226adfb011ef465b87462dc163f3b12a" member_type: VOTER last_known_addr { host: "127.5.149.126" port: 42565 } } peers { permanent_uuid: "85a035fe405e4498a3405d5dc37b37c4" member_type: VOTER last_known_addr { host: "127.5.149.125" port: 34693 } } peers { permanent_uuid: "8a43adf72d8140c59eb9f8d0f9622976" member_type: VOTER last_known_addr { host: "127.5.149.124" port: 46859 } } }
16:15:38.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:38.826550 6077 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 [sys.catalog]: This master's current role is: LEADER
16:15:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:39.342229 6170 catalog_manager.cc:1259] Loaded cluster ID: 10eddd1ed39a47ef94b4fd0ed4bca5ee
16:15:39.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:39.342615 6170 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a: loading cluster ID for follower catalog manager: success
16:15:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:39.390599 6170 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a: acquiring CA information for follower catalog manager: success
16:15:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:39.422906 6170 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 226adfb011ef465b87462dc163f3b12a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:15:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:39.979751 6180 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 6139
16:15:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:41.566958 6180 kernel_stack_watchdog.cc:198] Thread 6139 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 391ms:
16:15:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
16:15:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
16:15:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
16:15:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
16:15:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:41.567293 6139 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.981s user 0.633s sys 1.044s
16:15:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:41.568519 6139 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.982s user 0.633s sys 1.044s
16:15:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:38.590057 6183 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:41.570380 6185 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:41.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:41.569350 6184 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:15:41.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.571008 6139 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:15:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.575834 6139 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:15:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.578878 6139 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:15:41.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.580474 6139 hybrid_clock.cc:648] HybridClock initialized: now 1786464941580339 us; error 138 us; skew 500 ppm
16:15:41.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.581696 6139 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:15:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.596132 6139 webserver.cc:460] Webserver started at http://127.5.149.65:41445/ using document root <none> and password file <none>
16:15:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.597645 6139 fs_manager.cc:359] Metadata directory not provided
16:15:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.597934 6139 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:15:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.598539 6139 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:15:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.606544 6139 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/data/instance:
16:15:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88d2e5fd187d4dbfa2fb4715bf3c7f0e"
16:15:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:41 on dist-test-slave-3h5h"
16:15:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.608371 6139 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/wal/instance:
16:15:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88d2e5fd187d4dbfa2fb4715bf3c7f0e"
16:15:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:41 on dist-test-slave-3h5h"
16:15:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.619060 6139 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.006s sys 0.002s
16:15:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.627544 6208 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:15:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.629232 6139 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
16:15:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.629652 6139 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/data,/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/wal
16:15:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88d2e5fd187d4dbfa2fb4715bf3c7f0e"
16:15:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:41 on dist-test-slave-3h5h"
16:15:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.630131 6139 fs_report.cc:383] FS layout report
16:15:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/wal
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/wal
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/data/data
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:15:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:15:41.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.708335 6139 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:15:41.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.712551 6139 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:15:41.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.713199 6139 kserver.cc:163] Server-wide thread pool size limit: 3276
16:15:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.717020 6139 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:15:41.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.724149 6139 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:15:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.724462 6139 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
16:15:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.724802 6139 ts_tablet_manager.cc:610] Registered 0 tablets
16:15:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.725088 6139 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
16:15:41.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.970122 6139 rpc_server.cc:307] RPC server started. Bound to: 127.5.149.65:43263
16:15:41.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.970270 6386 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.149.65:43263 every 8 connection(s)
16:15:41.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.973719 6139 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/data/info.pb
16:15:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.977165 5717 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu as pid 6139
16:15:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.977877 5717 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-0/wal/instance
16:15:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:41.993404 5717 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/wal
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/data
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/logs
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/data/info.pb
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:15:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:15:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.149.66:0
16:15:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.149.66
16:15:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.149.66
16:15:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.149.126:42565,127.5.149.125:34693,127.5.149.124:46859
16:15:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.149.84:38369
16:15:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:15:42.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.039644 6387 heartbeater.cc:347] Connected to a master server at 127.5.149.124:46859
16:15:42.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.040246 6387 heartbeater.cc:464] Registering TS with master...
16:15:42.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.041662 6387 heartbeater.cc:511] Master 127.5.149.124:46859 requested a full tablet report, sending...
16:15:42.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.045501 6014 ts_manager.cc:194] Registered new tserver with Master: 88d2e5fd187d4dbfa2fb4715bf3c7f0e (127.5.149.65:43263)
16:15:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.049206 6014 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.149.65:35475
16:15:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.059078 6391 heartbeater.cc:347] Connected to a master server at 127.5.149.125:34693
16:15:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.059484 6391 heartbeater.cc:464] Registering TS with master...
16:15:42.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.060262 6391 heartbeater.cc:511] Master 127.5.149.125:34693 requested a full tablet report, sending...
16:15:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.063401 5895 ts_manager.cc:194] Registered new tserver with Master: 88d2e5fd187d4dbfa2fb4715bf3c7f0e (127.5.149.65:43263)
16:15:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.090843 6392 heartbeater.cc:347] Connected to a master server at 127.5.149.126:42565
16:15:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.091253 6392 heartbeater.cc:464] Registering TS with master...
16:15:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.092007 6392 heartbeater.cc:511] Master 127.5.149.126:42565 requested a full tablet report, sending...
16:15:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.095407 5780 ts_manager.cc:194] Registered new tserver with Master: 88d2e5fd187d4dbfa2fb4715bf3c7f0e (127.5.149.65:43263)
16:15:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:42.413515 6393 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:15:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:42.414309 6393 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:15:42.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:42.415081 6393 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:15:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:42.448902 6393 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:15:42.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:42.449903 6393 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.149.66
16:15:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.488041 6393 tablet_server_runner.cc:78] Tablet server non-default flags:
16:15:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.149.84:38369
16:15:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/data
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/wal
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.149.66:0
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/data/info.pb
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.149.66
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.149.126:42565,127.5.149.125:34693,127.5.149.124:46859
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.149.66
16:15:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/logs
16:15:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:15:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:15:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:15:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:15:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:15:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:15:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:15:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:15:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:15:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.489601 6393 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:15:42.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:42.491860 6393 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:15:42.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:42.514464 6408 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.055505 6387 heartbeater.cc:503] Master 127.5.149.124:46859 was elected leader, sending a full tablet report...
16:15:43.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:42.515892 6407 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:43.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:42.514542 6412 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:43.771045 6410 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:15:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.771183 6393 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:15:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.776013 6393 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:15:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.778434 6393 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:15:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.779816 6393 hybrid_clock.cc:648] HybridClock initialized: now 1786464943779779 us; error 60 us; skew 500 ppm
16:15:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.780676 6393 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:15:43.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.787922 6393 webserver.cc:460] Webserver started at http://127.5.149.66:43481/ using document root <none> and password file <none>
16:15:43.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.788932 6393 fs_manager.cc:359] Metadata directory not provided
16:15:43.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.789155 6393 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:15:43.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.789772 6393 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:15:43.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.794842 6393 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/data/instance:
16:15:43.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78ea2a41afc74d9dac800c04e7cedda0"
16:15:43.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:43 on dist-test-slave-3h5h"
16:15:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.795930 6393 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/wal/instance:
16:15:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78ea2a41afc74d9dac800c04e7cedda0"
16:15:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:43 on dist-test-slave-3h5h"
16:15:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.803421 6393 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
16:15:43.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.810144 6423 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:15:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.811447 6393 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.811795 6393 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/data,/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/wal
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78ea2a41afc74d9dac800c04e7cedda0"
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:43 on dist-test-slave-3h5h"
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.812158 6393 fs_report.cc:383] FS layout report
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/wal
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/wal
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/data/data
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:15:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:15:43.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:15:43.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:15:43.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:15:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.863794 6393 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:15:43.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.865787 6393 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:15:43.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.866259 6393 kserver.cc:163] Server-wide thread pool size limit: 3276
16:15:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.869128 6393 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:15:43.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.874078 6393 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:15:43.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.874305 6393 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:15:43.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.874629 6393 ts_tablet_manager.cc:610] Registered 0 tablets
16:15:43.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:43.874855 6393 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:15:44.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.037634 6393 rpc_server.cc:307] RPC server started. Bound to: 127.5.149.66:44541
16:15:44.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.037757 6610 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.149.66:44541 every 8 connection(s)
16:15:44.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.040084 6393 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/data/info.pb
16:15:44.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.049813 5717 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu as pid 6393
16:15:44.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.050480 5717 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-1/wal/instance
16:15:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.069259 5717 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/wal
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/data
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/logs
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/data/info.pb
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:15:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:15:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.149.67:0
16:15:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.149.67
16:15:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.149.67
16:15:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.149.126:42565,127.5.149.125:34693,127.5.149.124:46859
16:15:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.149.84:38369
16:15:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:15:44.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.093381 6615 heartbeater.cc:347] Connected to a master server at 127.5.149.126:42565
16:15:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.093920 6615 heartbeater.cc:464] Registering TS with master...
16:15:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.095295 6615 heartbeater.cc:511] Master 127.5.149.126:42565 requested a full tablet report, sending...
16:15:44.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.098516 5780 ts_manager.cc:194] Registered new tserver with Master: 78ea2a41afc74d9dac800c04e7cedda0 (127.5.149.66:44541)
16:15:44.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.099359 6611 heartbeater.cc:347] Connected to a master server at 127.5.149.124:46859
16:15:44.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.099717 6611 heartbeater.cc:464] Registering TS with master...
16:15:44.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.100628 6611 heartbeater.cc:511] Master 127.5.149.124:46859 requested a full tablet report, sending...
16:15:44.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.102932 6014 ts_manager.cc:194] Registered new tserver with Master: 78ea2a41afc74d9dac800c04e7cedda0 (127.5.149.66:44541)
16:15:44.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.105293 6014 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.149.66:43853
16:15:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.117787 6614 heartbeater.cc:347] Connected to a master server at 127.5.149.125:34693
16:15:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.118172 6614 heartbeater.cc:464] Registering TS with master...
16:15:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.118875 6614 heartbeater.cc:511] Master 127.5.149.125:34693 requested a full tablet report, sending...
16:15:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.121778 5895 ts_manager.cc:194] Registered new tserver with Master: 78ea2a41afc74d9dac800c04e7cedda0 (127.5.149.66:44541)
16:15:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:44.421344 6627 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:15:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:44.421962 6627 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:15:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:44.422603 6627 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:15:44.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:44.457913 6627 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:15:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:44.459076 6627 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.149.67
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.495803 6627 tablet_server_runner.cc:78] Tablet server non-default flags:
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.149.84:38369
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/data
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/wal
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.149.67:0
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/data/info.pb
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.149.67
16:15:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.149.126:42565,127.5.149.125:34693,127.5.149.124:46859
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.149.67
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/logs
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:15:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.497473 6627 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:15:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.499261 6627 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:15:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:44.518850 6636 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.110260 6611 heartbeater.cc:503] Master 127.5.149.124:46859 was elected leader, sending a full tablet report...
16:15:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:44.518862 6637 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:44.520990 6627 server_base.cc:1034] running on GCE node
16:15:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:44.519088 6644 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:45.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.789923 6627 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:15:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.792906 6627 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:15:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.794422 6627 hybrid_clock.cc:648] HybridClock initialized: now 1786464945794366 us; error 73 us; skew 500 ppm
16:15:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.795256 6627 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:15:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.802524 6627 webserver.cc:460] Webserver started at http://127.5.149.67:39225/ using document root <none> and password file <none>
16:15:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.803452 6627 fs_manager.cc:359] Metadata directory not provided
16:15:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.803643 6627 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:15:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.804126 6627 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:15:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.809700 6627 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/data/instance:
16:15:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "795ab2d62a9a4811a95f05975a600305"
16:15:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:45 on dist-test-slave-3h5h"
16:15:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.810870 6627 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/wal/instance:
16:15:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "795ab2d62a9a4811a95f05975a600305"
16:15:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:45 on dist-test-slave-3h5h"
16:15:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.818352 6627 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
16:15:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.824133 6661 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:15:45.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.825305 6627 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.825695 6627 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/data,/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/wal
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "795ab2d62a9a4811a95f05975a600305"
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:45 on dist-test-slave-3h5h"
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.826062 6627 fs_report.cc:383] FS layout report
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/wal
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/wal
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/data/data
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:15:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:15:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:15:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:15:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:15:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:15:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:15:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.892624 6627 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:15:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.894335 6627 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:15:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.894884 6627 kserver.cc:163] Server-wide thread pool size limit: 3276
16:15:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.897626 6627 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:15:45.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.901930 6627 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:15:45.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.902175 6627 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:15:45.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.902532 6627 ts_tablet_manager.cc:610] Registered 0 tablets
16:15:45.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:45.902740 6627 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:15:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.080335 6627 rpc_server.cc:307] RPC server started. Bound to: 127.5.149.67:34343
16:15:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.080462 6842 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.149.67:34343 every 8 connection(s)
16:15:46.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.084142 6627 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/data/info.pb
16:15:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.087543 5717 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu as pid 6627
16:15:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.088150 5717 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster707349860377665834/ts-2/wal/instance
16:15:46.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.157603 6843 heartbeater.cc:347] Connected to a master server at 127.5.149.124:46859
16:15:46.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.158201 6843 heartbeater.cc:464] Registering TS with master...
16:15:46.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.159766 6843 heartbeater.cc:511] Master 127.5.149.124:46859 requested a full tablet report, sending...
16:15:46.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.162500 6844 heartbeater.cc:347] Connected to a master server at 127.5.149.125:34693
16:15:46.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.162865 6844 heartbeater.cc:464] Registering TS with master...
16:15:46.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.163076 6014 ts_manager.cc:194] Registered new tserver with Master: 795ab2d62a9a4811a95f05975a600305 (127.5.149.67:34343)
16:15:46.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.163847 6844 heartbeater.cc:511] Master 127.5.149.125:34693 requested a full tablet report, sending...
16:15:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.165509 6014 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.149.67:43101
16:15:46.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.166402 6849 heartbeater.cc:347] Connected to a master server at 127.5.149.126:42565
16:15:46.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.166808 6849 heartbeater.cc:464] Registering TS with master...
16:15:46.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.166975 5895 ts_manager.cc:194] Registered new tserver with Master: 795ab2d62a9a4811a95f05975a600305 (127.5.149.67:34343)
16:15:46.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.167723 6849 heartbeater.cc:511] Master 127.5.149.126:42565 requested a full tablet report, sending...
16:15:46.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.171214 5780 ts_manager.cc:194] Registered new tserver with Master: 795ab2d62a9a4811a95f05975a600305 (127.5.149.67:34343)
16:15:46.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.180171 5717 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
16:15:46.192 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:15:46.194 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
16:15:46.206 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.5.149.126"
port: 42565
}
bound_http_address {
host: "127.5.149.126"
port: 38961
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.5.149.125"
port: 34693
}
bound_http_address {
host: "127.5.149.125"
port: 37157
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.5.149.124"
port: 46859
}
bound_http_address {
host: "127.5.149.124"
port: 40791
}
}
}
16:15:46.214 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
16:15:46.218 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.5.149.65"
port: 43263
}
bound_http_address {
host: "127.5.149.65"
port: 41445
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.5.149.66"
port: 44541
}
bound_http_address {
host: "127.5.149.66"
port: 43481
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.5.149.67"
port: 34343
}
bound_http_address {
host: "127.5.149.67"
port: 39225
}
}
}
16:15:46.218 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
16:15:46.421 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
16:15:46.534 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhbHvIf/test-tmp
16:15:46.535 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
16:15:46.536 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhbHvIf/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
16:15:46.539 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
16:15:46.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:15:46.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
16:15:46.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.886788 6863 mini_oidc.cc:152] Starting JWKS server
16:15:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.890525 6863 webserver.cc:460] Webserver started at http://127.0.0.1:34041/ using document root <none> and password file <none>
16:15:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.890960 6863 mini_oidc.cc:189] Starting OIDC Discovery server
16:15:46.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:46.892704 6863 webserver.cc:460] Webserver started at http://127.0.0.1:37745/ using document root <none> and password file <none>
16:15:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
16:15:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/principal' for realm 'KRBTEST.COM',
16:15:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
16:15:46.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:46 dist-test-slave-3h5h krb5kdc[6880](info): setting up network...
16:15:46.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
16:15:46.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:46 dist-test-slave-3h5h krb5kdc[6880](info): set up 2 sockets
16:15:46.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:46 dist-test-slave-3h5h krb5kdc[6880](info): commencing operation
16:15:46.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
16:15:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:47.170397 6843 heartbeater.cc:503] Master 127.5.149.124:46859 was elected leader, sending a full tablet report...
16:15:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:48.457047 6863 mini_kdc.cc:121] Time spent starting KDC: real 1.538s user 0.002s sys 0.027s
16:15:48.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
16:15:48.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:15:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
16:15:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
16:15:48.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:15:48.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
16:15:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
16:15:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:15:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
16:15:48.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:15:48.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/test-user.keytab.
16:15:48.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/test-user.keytab.
16:15:48.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:48 dist-test-slave-3h5h krb5kdc[6880](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464948, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:15:48.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
16:15:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:15:48Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
16:15:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:15:48Z Disabled control of system clock
16:15:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.179.254@KRBTEST.COM; defaulting to no policy
16:15:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:15:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.179.254@KRBTEST.COM" created.
16:15:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:15:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.179.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.254.keytab.
16:15:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.179.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.254.keytab.
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:48.698737 6863 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/logs
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data/info.pb
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:15:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.179.254:45361
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.179.254
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.254.keytab
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.179.254
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:15:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:15:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.179.212:46553
16:15:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.179.254:45361,127.6.179.253:32777,127.6.179.252:37451
16:15:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34041/jwks.json
16:15:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:15:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.038865 6897 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:15:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.039436 6897 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:15:49.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.040040 6897 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:15:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.075035 6897 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:15:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.075345 6897 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:15:49.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.075821 6897 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:15:49.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.076200 6897 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:15:49.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.076565 6897 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:15:49.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.076916 6897 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:15:49.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.077178 6897 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34041/jwks.json
16:15:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:49.123474 6897 master_runner.cc:386] Master server non-default flags:
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.179.212:46553
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.179.254:45361,127.6.179.253:32777,127.6.179.252:37451
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.254.keytab
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.179.254
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.179.254:45361
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34041/jwks.json
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data/info.pb
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.179.254
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/logs
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:15:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:15:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:15:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:15:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:15:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:15:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:15:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:15:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:15:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:49.124888 6897 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:15:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:49.125931 6897 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:15:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.149137 6915 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.149901 6912 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:49.151446 6897 server_base.cc:1034] running on GCE node
16:15:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:49.153306 6909 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.470973 6897 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:15:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.474458 6897 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:15:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.475914 6897 hybrid_clock.cc:648] HybridClock initialized: now 1786464950475863 us; error 60 us; skew 500 ppm
16:15:50.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.477109 6897 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:15:50.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:50 dist-test-slave-3h5h krb5kdc[6880](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464950, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:15:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.484714 6897 init.cc:377] Logged in from keytab as kudu/127.6.179.254@KRBTEST.COM (short username kudu)
16:15:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.490904 6897 webserver.cc:460] Webserver started at http://127.6.179.254:33313/ using document root <none> and password file <none>
16:15:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.491955 6897 fs_manager.cc:359] Metadata directory not provided
16:15:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.492210 6897 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:15:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.492771 6897 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:15:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.498631 6897 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data/instance:
16:15:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de73201ed2c54837bced065a8dcee499"
16:15:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:50 on dist-test-slave-3h5h"
16:15:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.500051 6897 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal/instance:
16:15:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de73201ed2c54837bced065a8dcee499"
16:15:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:50 on dist-test-slave-3h5h"
16:15:50.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.509723 6897 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.001s
16:15:50.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.516757 6929 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:15:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.517951 6897 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
16:15:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.518404 6897 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data,/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal
16:15:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de73201ed2c54837bced065a8dcee499"
16:15:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:50 on dist-test-slave-3h5h"
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.518771 6897 fs_report.cc:383] FS layout report
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data/data
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:15:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:15:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.565980 6897 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:15:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.572537 6897 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:15:50.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.573143 6897 kserver.cc:163] Server-wide thread pool size limit: 3276
16:15:50.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.667984 6897 rpc_server.cc:307] RPC server started. Bound to: 127.6.179.254:45361
16:15:50.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.668059 7010 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.179.254:45361 every 8 connection(s)
16:15:50.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.671180 6897 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data/info.pb
16:15:50.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.677767 7012 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:15:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.679174 6863 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu as pid 6897
16:15:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.679740 6863 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal/instance
16:15:50.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.697041 7012 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } has no permanent_uuid. Determining permanent_uuid...
16:15:50.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.179.253@KRBTEST.COM; defaulting to no policy
16:15:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:15:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.179.253@KRBTEST.COM" created.
16:15:50.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:50 dist-test-slave-3h5h krb5kdc[6880](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464950, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.254@KRBTEST.COM for kudu/127.6.179.254@KRBTEST.COM
16:15:50.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:15:50.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.179.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.253.keytab.
16:15:50.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.179.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.253.keytab.
16:15:50.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.749615 7012 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } has no permanent_uuid. Determining permanent_uuid...
16:15:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.750873 6863 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal
16:15:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data
16:15:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:15:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:15:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/logs
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data/info.pb
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:15:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.179.253:32777
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.179.253
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.253.keytab
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.179.253
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.179.212:46553
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.179.254:45361,127.6.179.253:32777,127.6.179.252:37451
16:15:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34041/jwks.json
16:15:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:15:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:50.753324 6934 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:15:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:50.767777 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.253:32777: Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:15:50.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.817586 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } attempt: 1
16:15:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:50.826295 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.253:32777: Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:15:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.894984 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } attempt: 2
16:15:50.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:50.901777 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.253:32777: Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:15:50.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:50.993414 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } attempt: 3
16:15:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.000413 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.253:32777: Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:15:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:51.143986 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } attempt: 4
16:15:51.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.148471 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.253:32777: Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:15:51.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.353667 7022 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:15:51.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.354554 7022 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:15:51.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.355370 7022 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:15:51.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.392143 7022 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:15:51.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.392393 7022 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:15:51.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.392660 7022 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:15:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.392961 7022 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:15:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.393177 7022 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:15:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.393365 7022 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:15:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.393505 7022 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34041/jwks.json
16:15:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:51.431321 7022 master_runner.cc:386] Master server non-default flags:
16:15:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.179.212:46553
16:15:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data
16:15:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal
16:15:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.179.254:45361,127.6.179.253:32777,127.6.179.252:37451
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.253.keytab
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.179.253
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.179.253:32777
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34041/jwks.json
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data/info.pb
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.179.253
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:15:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/logs
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:15:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:51.432475 7022 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:15:51.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:51.433626 7022 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:15:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:51.447961 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } attempt: 5
16:15:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.454110 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.253:32777: Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:15:51.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.484444 7034 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:52.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.001626 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } attempt: 6
16:15:52.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:52.049700 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.253:32777: Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:15:52.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.484907 7032 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:52.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:51.486196 7031 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:52.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:52.851120 7033 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:15:52.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.851246 7022 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:15:52.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.852571 7022 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:15:52.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.856029 7022 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:15:52.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.857458 7022 hybrid_clock.cc:648] HybridClock initialized: now 1786464952857408 us; error 63 us; skew 500 ppm
16:15:52.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.858349 7022 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:15:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:52 dist-test-slave-3h5h krb5kdc[6880](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464952, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:15:52.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.873925 7022 init.cc:377] Logged in from keytab as kudu/127.6.179.253@KRBTEST.COM (short username kudu)
16:15:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.879587 7022 webserver.cc:460] Webserver started at http://127.6.179.253:42757/ using document root <none> and password file <none>
16:15:52.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.880743 7022 fs_manager.cc:359] Metadata directory not provided
16:15:52.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.881112 7022 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:15:52.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.881723 7022 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:15:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.887482 7022 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data/instance:
16:15:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd"
16:15:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:52 on dist-test-slave-3h5h"
16:15:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.888927 7022 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal/instance:
16:15:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd"
16:15:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:52 on dist-test-slave-3h5h"
16:15:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.897397 7022 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
16:15:52.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.903599 7050 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:15:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.904793 7022 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
16:15:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.905290 7022 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data,/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd"
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:52 on dist-test-slave-3h5h"
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.905687 7022 fs_report.cc:383] FS layout report
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data/data
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:15:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:15:52.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.956317 7022 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:15:52.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.963274 7022 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:15:52.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:52.963872 7022 kserver.cc:163] Server-wide thread pool size limit: 3276
16:15:53.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.111580 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } attempt: 7
16:15:53.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:53.132886 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.253:32777: Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:15:53.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.323331 7022 rpc_server.cc:307] RPC server started. Bound to: 127.6.179.253:32777
16:15:53.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.323669 7139 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.179.253:32777 every 8 connection(s)
16:15:53.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.327059 7022 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data/info.pb
16:15:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.337554 6863 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu as pid 7022
16:15:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.338129 6863 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal/instance
16:15:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.341292 7143 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:15:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.179.252@KRBTEST.COM; defaulting to no policy
16:15:53.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:15:53.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.179.252@KRBTEST.COM" created.
16:15:53.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.372110 7143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } has no permanent_uuid. Determining permanent_uuid...
16:15:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:15:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.179.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.252.keytab.
16:15:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.179.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.252.keytab.
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.417809 6863 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/wal
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/logs
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data/info.pb
16:15:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:15:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:15:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.179.252:37451
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.179.252
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.252.keytab
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.179.252
16:15:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:15:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:15:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:15:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.179.212:46553
16:15:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.179.254:45361,127.6.179.253:32777,127.6.179.252:37451
16:15:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34041/jwks.json
16:15:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:15:53.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:53 dist-test-slave-3h5h krb5kdc[6880](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464952, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.253@KRBTEST.COM for kudu/127.6.179.254@KRBTEST.COM
16:15:53.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.448719 7143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } has no permanent_uuid. Determining permanent_uuid...
16:15:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:53 dist-test-slave-3h5h krb5kdc[6880](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464952, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.253@KRBTEST.COM for kudu/127.6.179.253@KRBTEST.COM
16:15:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.505533 7143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } has no permanent_uuid. Determining permanent_uuid...
16:15:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:53.513507 7057 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:53.533224 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:53.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.582862 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 1
16:15:53.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:53.589147 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.657649 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 2
16:15:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:53.663810 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:53.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.755404 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 3
16:15:53.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:53.761230 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:53.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:53.904745 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 4
16:15:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:53.910567 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:54.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.072594 7151 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:15:54.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.073575 7151 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:15:54.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.074483 7151 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:15:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.121829 7151 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:15:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.122175 7151 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:15:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.122645 7151 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:15:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.123004 7151 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:15:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.123377 7151 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:15:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.123592 7151 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:15:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.123725 7151 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34041/jwks.json
16:15:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:54.166580 7151 master_runner.cc:386] Master server non-default flags:
16:15:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.179.212:46553
16:15:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data
16:15:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/wal
16:15:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:15:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.179.254:45361,127.6.179.253:32777,127.6.179.252:37451
16:15:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.252.keytab
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.179.252
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.179.252:37451
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34041/jwks.json
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data/info.pb
16:15:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.179.252
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/logs
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:15:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:54.168512 7151 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:15:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:54.170469 7151 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:15:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:54.210345 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 5
16:15:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.225257 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:54.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.255285 7165 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:54.773085 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 6
16:15:54.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.785125 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:55.260221 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } attempt: 8
16:15:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:55.261072 7006 debug-util.cc:398] Leaking SignalData structure 0x7b0800073220 after lost signal to thread 6898
16:15:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:55.261750 7006 debug-util.cc:398] Leaking SignalData structure 0x7b08000803a0 after lost signal to thread 7010
16:15:55.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:55 dist-test-slave-3h5h krb5kdc[6880](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464950, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.254@KRBTEST.COM for kudu/127.6.179.253@KRBTEST.COM
16:15:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:55.370959 7012 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } has no permanent_uuid. Determining permanent_uuid...
16:15:55.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:55.391479 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:55.457101 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 1
16:15:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:55.465386 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:55.518863 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 2
16:15:55.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:55.524374 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:55.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:55.600884 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 3
16:15:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:55.606783 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:55.762215 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 4
16:15:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:55.768239 6935 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111) [suppressed 11 similar messages]
16:15:55.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:55.774400 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:55.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:55.845762 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 7
16:15:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:55.899644 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:56.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.071120 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 5
16:15:56.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:56.090597 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:56.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.256942 7164 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:56.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:54.257257 7167 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:56.132474 7166 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:15:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.132606 7151 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:15:56.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.134158 7151 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:15:56.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.139042 7151 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:15:56.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.140681 7151 hybrid_clock.cc:648] HybridClock initialized: now 1786464956140648 us; error 47 us; skew 500 ppm
16:15:56.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.142025 7151 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:15:56.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:56 dist-test-slave-3h5h krb5kdc[6880](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464956, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:15:56.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.156893 7151 init.cc:377] Logged in from keytab as kudu/127.6.179.252@KRBTEST.COM (short username kudu)
16:15:56.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.176007 7151 webserver.cc:460] Webserver started at http://127.6.179.252:36931/ using document root <none> and password file <none>
16:15:56.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.178107 7151 fs_manager.cc:359] Metadata directory not provided
16:15:56.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.178442 7151 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:15:56.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.179100 7151 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:15:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.190088 7151 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data/instance:
16:15:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a26fb2db68ca4666aa9506275258d16b"
16:15:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:56 on dist-test-slave-3h5h"
16:15:56.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.192713 7151 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/wal/instance:
16:15:56.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a26fb2db68ca4666aa9506275258d16b"
16:15:56.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:56 on dist-test-slave-3h5h"
16:15:56.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.210354 7151 fs_manager.cc:691] Time spent creating directory manager: real 0.016s user 0.006s sys 0.010s
16:15:56.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.227659 7199 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.229768 7151 fs_manager.cc:725] Time spent opening block manager: real 0.013s user 0.009s sys 0.004s
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.230382 7151 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data,/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/wal
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a26fb2db68ca4666aa9506275258d16b"
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:56 on dist-test-slave-3h5h"
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.230907 7151 fs_report.cc:383] FS layout report
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/wal
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/wal
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data/data
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:15:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:15:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:15:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:15:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:15:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:15:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:15:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:15:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:15:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.317049 7151 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:15:56.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.331323 7151 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:15:56.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.332490 7151 kserver.cc:163] Server-wide thread pool size limit: 3276
16:15:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.612244 7012 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } attempt: 6
16:15:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:56.631476 7012 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.179.252:37451: Network error: Client connection negotiation failed: client connection to 127.6.179.252:37451: connect: Connection refused (error 111)
16:15:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.729743 7151 rpc_server.cc:307] RPC server started. Bound to: 127.6.179.252:37451
16:15:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.729988 7290 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.179.252:37451 every 8 connection(s)
16:15:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.735368 7151 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data/info.pb
16:15:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.745584 6863 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu as pid 7151
16:15:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.746212 6863 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/wal/instance
16:15:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.754807 7293 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:15:56.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.852075 7293 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } has no permanent_uuid. Determining permanent_uuid...
16:15:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:56 dist-test-slave-3h5h krb5kdc[6880](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464948, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.179.252@KRBTEST.COM
16:15:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:56 dist-test-slave-3h5h krb5kdc[6880](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464956, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.252@KRBTEST.COM for kudu/127.6.179.254@KRBTEST.COM
16:15:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.909073 7293 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } has no permanent_uuid. Determining permanent_uuid...
16:15:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:56 dist-test-slave-3h5h krb5kdc[6880](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464948, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.179.253@KRBTEST.COM
16:15:56.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:56 dist-test-slave-3h5h krb5kdc[6880](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464956, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.252@KRBTEST.COM for kudu/127.6.179.253@KRBTEST.COM
16:15:56.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:56.955175 7293 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } has no permanent_uuid. Determining permanent_uuid...
16:15:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:56 dist-test-slave-3h5h krb5kdc[6880](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464948, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.179.254@KRBTEST.COM
16:15:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:56 dist-test-slave-3h5h krb5kdc[6880](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464956, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.252@KRBTEST.COM for kudu/127.6.179.252@KRBTEST.COM
16:15:57.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.027661 7293 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: Bootstrap starting.
16:15:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.029400 6863 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
16:15:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.052124 7293 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: Neither blocks nor log segments found. Creating new log.
16:15:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.058873 7293 log.cc:824] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: Log is configured to *not* fsync() on all Append() calls
16:15:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.073423 7293 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: No bootstrap required, opened a new log
16:15:57.081 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:15:57.083 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
16:15:57.116 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
16:15:57.117 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
16:15:57.134 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.6.179.254"
port: 45361
}
bound_http_address {
host: "127.6.179.254"
port: 33313
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.6.179.253"
port: 32777
}
bound_http_address {
host: "127.6.179.253"
port: 42757
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.6.179.252"
port: 37451
}
bound_http_address {
host: "127.6.179.252"
port: 36931
}
}
}
16:15:57.134 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
16:15:57.143 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:15:57.143 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
16:15:57.145 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
16:15:57.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.151466 7293 raft_consensus.cc:348] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } }
16:15:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.153000 7293 raft_consensus.cc:374] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:15:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.153589 7293 raft_consensus.cc:729] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a26fb2db68ca4666aa9506275258d16b, State: Initialized, Role: FOLLOWER
16:15:57.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.155675 7293 consensus_queue.cc:260] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } }
16:15:57.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.176051 7293 sys_catalog.cc:564] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [sys.catalog]: configured and running, proceeding with master startup.
16:15:57.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.178398 7316 sys_catalog.cc:455] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } } }
16:15:57.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.180346 7316 sys_catalog.cc:458] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [sys.catalog]: This master's current role is: FOLLOWER
16:15:57.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:57 dist-test-slave-3h5h krb5kdc[6880](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464957, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:15:57.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
16:15:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:57.313545 6863 mini_kdc.cc:317] Time spent kinit for test-admin: real 0.168s user 0.000s sys 0.045s
16:15:57.314 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:15:57.317 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5cc
16:15:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.317433 7316 raft_consensus.cc:482] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:15:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.318264 7316 raft_consensus.cc:504] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } }
16:15:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.325057 7316 leader_election.cc:288] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361), 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777)
16:15:57.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:57.356437 7208 tablet.cc:2369] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:15:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:57.377307 7336 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:15:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:57.377918 7336 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:15:57.395 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:15:57.406 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5cc
16:15:57.433 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:15:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.337291 7151 master_runner.cc:186] Error getting master registration for 127.6.179.254:45361: OK, instance_id { permanent_uuid: "de73201ed2c54837bced065a8dcee499" instance_seqno: 1786464950643369 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:15:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.437458 7151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:15:57.471 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
16:15:57.483 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
16:15:57.485 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
16:15:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:57 dist-test-slave-3h5h krb5kdc[6880](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464957, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:15:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
16:15:57.586 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:15:57.587 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5cc
16:15:57.589 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:15:57.589 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.179.254:45361
16:15:57.597 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
16:15:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.598587 6863 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu with pid 6897
16:15:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:57.629354 7202 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.6.179.254:45361 (error 108)
16:15:57.635 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:15:57.635 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.179.252:37451
16:15:57.636 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
16:15:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.636545 6863 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu with pid 7151
16:15:57.676 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:15:57.676 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.179.253:32777
16:15:57.676 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
16:15:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.676930 6863 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu with pid 7022
16:15:57.705 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:15:57.705 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.179.254:45361
16:15:57.707 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
16:15:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:57.709244 6863 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal
16:15:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data
16:15:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:15:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:15:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:15:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/logs
16:15:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data/info.pb
16:15:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:15:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:15:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.179.254:45361
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.179.254
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33313
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.254.keytab
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.179.254
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.179.212:46553
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.179.254:45361,127.6.179.253:32777,127.6.179.252:37451
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34041/jwks.json
16:15:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:15:58.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.059902 7343 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:15:58.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.060567 7343 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:15:58.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.061368 7343 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:15:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.099244 7343 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:15:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.099506 7343 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:15:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.099776 7343 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:15:58.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.099977 7343 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:15:58.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.100181 7343 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:15:58.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.100370 7343 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:15:58.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.100509 7343 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34041/jwks.json
16:15:58.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:58.140271 7343 master_runner.cc:386] Master server non-default flags:
16:15:58.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.179.212:46553
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.179.254:45361,127.6.179.253:32777,127.6.179.252:37451
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.254.keytab
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.179.254
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.179.254:45361
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34041/jwks.json
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data/info.pb
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.179.254
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33313
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:15:58.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/logs
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:58.141693 7343 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:15:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:58.142890 7343 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:15:58.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.163851 7352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.165431 7353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:58.165759 7343 server_base.cc:1034] running on GCE node
16:15:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:15:58.164836 7357 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:15:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.518486 7343 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:15:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.521982 7343 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:15:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.523484 7343 hybrid_clock.cc:648] HybridClock initialized: now 1786464959523424 us; error 65 us; skew 500 ppm
16:15:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.524739 7343 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:15:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:15:59 dist-test-slave-3h5h krb5kdc[6880](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464959, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:15:59.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.530896 7343 init.cc:377] Logged in from keytab as kudu/127.6.179.254@KRBTEST.COM (short username kudu)
16:15:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.536736 7343 webserver.cc:460] Webserver started at http://127.6.179.254:33313/ using document root <none> and password file <none>
16:15:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.537730 7343 fs_manager.cc:359] Metadata directory not provided
16:15:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.537940 7343 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:15:59.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.547212 7343 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.004s sys 0.000s
16:15:59.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.552565 7370 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:15:59.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.554071 7343 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
16:15:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.554555 7343 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data,/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal
16:15:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de73201ed2c54837bced065a8dcee499"
16:15:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:50 on dist-test-slave-3h5h"
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.557397 7343 fs_report.cc:383] FS layout report
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data/data
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:15:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:15:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.602679 7343 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:15:59.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.610013 7343 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:15:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.610656 7343 kserver.cc:163] Server-wide thread pool size limit: 3276
16:15:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.692674 7343 rpc_server.cc:307] RPC server started. Bound to: 127.6.179.254:45361
16:15:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.692906 7452 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.179.254:45361 every 8 connection(s)
16:15:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.695668 7343 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/data/info.pb
16:15:59.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.697345 6863 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu as pid 7343
16:15:59.698 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:15:59.698 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.179.252:37451
16:15:59.698 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
16:15:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.700928 6863 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:15:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/wal
16:15:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data
16:15:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:15:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:15:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:15:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:15:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/logs
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data/info.pb
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.179.252:37451
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.179.252
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36931
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.252.keytab
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.179.252
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:15:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:15:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:15:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.179.212:46553
16:15:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:15:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:15:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:15:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:15:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.179.254:45361,127.6.179.253:32777,127.6.179.252:37451
16:15:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:15:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34041/jwks.json
16:15:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:15:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.710829 7453 sys_catalog.cc:263] Verifying existing consensus state
16:15:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 16:15:59.711877 7453 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:15:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.712414 7343 master.cc:537] Master@127.6.179.254:45361 shutting down...
16:15:59.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:15:59.797252 7343 master.cc:552] Master@127.6.179.254:45361 shutdown complete.
16:15:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:16:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.065488 7455 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:16:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.066200 7455 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:16:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.066866 7455 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:16:00.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.099771 7455 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:16:00.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.100101 7455 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:16:00.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.100535 7455 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:16:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.100899 7455 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:16:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.101249 7455 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:16:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.101573 7455 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:16:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.101826 7455 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34041/jwks.json
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:00.141777 7455 master_runner.cc:386] Master server non-default flags:
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.179.212:46553
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/wal
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.179.254:45361,127.6.179.253:32777,127.6.179.252:37451
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.252.keytab
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.179.252
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:16:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.179.252:37451
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34041/jwks.json
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data/info.pb
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.179.252
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36931
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/logs
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:16:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:16:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:16:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:16:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:16:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:16:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:16:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:16:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:00.143378 7455 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:16:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:00.144972 7455 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:16:00.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.166044 7468 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:16:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.166712 7467 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:16:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:00.167243 7473 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:16:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:00.169066 7455 server_base.cc:1034] running on GCE node
16:16:01.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.431491 7455 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:16:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.434744 7455 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:16:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.436506 7455 hybrid_clock.cc:648] HybridClock initialized: now 1786464961436435 us; error 86 us; skew 500 ppm
16:16:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.437397 7455 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:16:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:16:01 dist-test-slave-3h5h krb5kdc[6880](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464961, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:16:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.443606 7455 init.cc:377] Logged in from keytab as kudu/127.6.179.252@KRBTEST.COM (short username kudu)
16:16:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.449411 7455 webserver.cc:460] Webserver started at http://127.6.179.252:36931/ using document root <none> and password file <none>
16:16:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.450338 7455 fs_manager.cc:359] Metadata directory not provided
16:16:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.450541 7455 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:16:01.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.458947 7455 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
16:16:01.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.464875 7492 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:16:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.466286 7455 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.002s
16:16:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.466810 7455 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data,/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/wal
16:16:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a26fb2db68ca4666aa9506275258d16b"
16:16:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:56 on dist-test-slave-3h5h"
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.469622 7455 fs_report.cc:383] FS layout report
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/wal
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/wal
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data/data
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:16:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:16:01.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.523633 7455 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:16:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.530869 7455 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:16:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.531365 7455 kserver.cc:163] Server-wide thread pool size limit: 3276
16:16:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.617449 7455 rpc_server.cc:307] RPC server started. Bound to: 127.6.179.252:37451
16:16:01.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.617676 7574 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.179.252:37451 every 8 connection(s)
16:16:01.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.620381 7455 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-2/data/info.pb
16:16:01.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.630439 6863 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu as pid 7455
16:16:01.631 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:16:01.632 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.179.253:32777
16:16:01.632 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
16:16:01.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.632674 7575 sys_catalog.cc:263] Verifying existing consensus state
16:16:01.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.634083 6863 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:16:01.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu
16:16:01.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal
16:16:01.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data
16:16:01.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:16:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:16:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:16:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:16:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:16:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:16:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/logs
16:16:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data/info.pb
16:16:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.179.253:32777
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.179.253
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42757
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.253.keytab
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.179.253
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.179.212:46553
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:16:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:16:01.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.179.254:45361,127.6.179.253:32777,127.6.179.252:37451
16:16:01.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:16:01.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34041/jwks.json
16:16:01.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:16:01.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.642707 7575 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: Bootstrap starting.
16:16:01.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.678144 7575 log.cc:824] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: Log is configured to *not* fsync() on all Append() calls
16:16:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.682909 7575 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:16:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.683795 7575 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: Bootstrap complete.
16:16:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.708308 7575 raft_consensus.cc:348] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } }
16:16:01.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.710741 7575 raft_consensus.cc:374] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:16:01.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.710949 7575 raft_consensus.cc:729] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a26fb2db68ca4666aa9506275258d16b, State: Initialized, Role: FOLLOWER
16:16:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.711649 7575 consensus_queue.cc:260] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } }
16:16:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.714718 7580 sys_catalog.cc:455] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } } }
16:16:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.715632 7580 sys_catalog.cc:458] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [sys.catalog]: This master's current role is: FOLLOWER
16:16:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.716418 7575 sys_catalog.cc:564] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [sys.catalog]: configured and running, proceeding with master startup.
16:16:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:01.749524 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:01.750239 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.748193 7455 master_runner.cc:186] Error getting master registration for 127.6.179.254:45361: Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111),
16:16:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:01.779013 7455 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:16:01.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:01.787738 7499 tablet.cc:2369] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:16:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.025697 7578 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:16:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.026503 7578 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:16:02.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.027520 7578 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:16:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.070740 7578 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:16:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.071033 7578 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:16:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.071317 7578 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:16:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.071516 7578 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:16:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.071709 7578 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:16:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.071895 7578 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:16:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.072036 7578 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34041/jwks.json
16:16:02.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:02.111593 7580 raft_consensus.cc:482] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:16:02.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:02.112215 7580 raft_consensus.cc:504] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } }
16:16:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.118676 7495 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111)
16:16:02.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:02.123335 7580 leader_election.cc:288] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361), 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777)
16:16:02.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.129647 7495 leader_election.cc:334] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361): Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111)
16:16:02.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.131456 7496 leader_election.cc:334] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777): Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:16:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:02.131848 7496 leader_election.cc:302] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a26fb2db68ca4666aa9506275258d16b; no voters: 56a4c810ba0b4be0876c6ff1dae1c8dd, de73201ed2c54837bced065a8dcee499
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:02.132783 7580 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:02.133165 7578 master_runner.cc:386] Master server non-default flags:
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.179.212:46553
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.179.254:45361,127.6.179.253:32777,127.6.179.252:37451
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/krb5kdc/kudu_127.6.179.253.keytab
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.179.253
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:16:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.179.253:32777
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34041/jwks.json
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data/info.pb
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.179.253
16:16:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42757
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/logs
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:16:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:02.134835 7578 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:16:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:02.136315 7578 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:16:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.159253 7616 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:16:02.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.761422 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:02.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.762082 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:02.161708 7578 server_base.cc:1034] running on GCE node
16:16:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.160205 7615 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:16:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:02.159639 7618 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:16:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.492728 7578 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:16:03.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.496065 7578 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:16:03.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.497486 7578 hybrid_clock.cc:648] HybridClock initialized: now 1786464963497444 us; error 39 us; skew 500 ppm
16:16:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.498620 7578 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:16:03.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:16:03 dist-test-slave-3h5h krb5kdc[6880](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464963, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:16:03.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.512638 7578 init.cc:377] Logged in from keytab as kudu/127.6.179.253@KRBTEST.COM (short username kudu)
16:16:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.519423 7578 webserver.cc:460] Webserver started at http://127.6.179.253:42757/ using document root <none> and password file <none>
16:16:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.520792 7578 fs_manager.cc:359] Metadata directory not provided
16:16:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.521135 7578 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:16:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.532447 7578 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.002s sys 0.004s
16:16:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.538067 7629 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:16:03.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.539512 7578 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
16:16:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.539855 7578 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data,/tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal
16:16:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd"
16:16:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:15:52 on dist-test-slave-3h5h"
16:16:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.542876 7578 fs_report.cc:383] FS layout report
16:16:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:16:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal
16:16:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal
16:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data/data
16:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:16:03.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.602725 7578 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:16:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.609238 7578 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:16:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.609687 7578 kserver.cc:163] Server-wide thread pool size limit: 3276
16:16:03.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.708479 7578 rpc_server.cc:307] RPC server started. Bound to: 127.6.179.253:32777
16:16:03.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.708664 7712 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.179.253:32777 every 8 connection(s)
16:16:03.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.712471 7578 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/data/info.pb
16:16:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.717928 6863 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu as pid 7578
16:16:03.718 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:16:03.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.725931 7713 sys_catalog.cc:263] Verifying existing consensus state
16:16:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 16:16:03.727391 7713 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:16:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.728087 7578 master.cc:537] Master@127.6.179.253:32777 shutting down...
16:16:03.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:03.769258 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:03.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:03.769940 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:03.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.779605 7716 raft_consensus.cc:482] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:16:03.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.786206 7716 raft_consensus.cc:504] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } }
16:16:03.797 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.804658 7716 leader_election.cc:288] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361), 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777)
16:16:03.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:03.812297 7496 leader_election.cc:334] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777): Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:16:03.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:03.813285 7495 leader_election.cc:334] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361): Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111)
16:16:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.818140 7495 leader_election.cc:302] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a26fb2db68ca4666aa9506275258d16b; no voters: 56a4c810ba0b4be0876c6ff1dae1c8dd, de73201ed2c54837bced065a8dcee499
16:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.819862 7716 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:16:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:03.845777 7578 master.cc:552] Master@127.6.179.253:32777 shutdown complete.
16:16:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskhbHvIf/test-tmp/mini-kudu-cluster3439545181408590563/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:16:03.870 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.179.252:37451(127.6.179.252:37451)] connecting to peer
16:16:03.873 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:03.924 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.179.252:37451(127.6.179.252:37451)] Successfully connected to peer
16:16:03.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:03.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:03.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:03.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:03.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:03.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.003 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
16:16:04.016 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.6.179.252
16:16:04.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:16:04 dist-test-slave-3h5h krb5kdc[6880](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464957, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.179.252@KRBTEST.COM
16:16:04.324 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9a312e5d, L:/127.0.0.1:40082 - R:/127.6.179.252:37451] using SASL/GSSAPI
16:16:04.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:04.366 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:04.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.371 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:04.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.381 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:04.385 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:04.387 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:04.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:04.405 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:04.407 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:04.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:04.425 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:04.427 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:04.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:04.445 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:04.447 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:04.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.455 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:04.485 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:04.488 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:04.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:04.585 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:04.587 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:04.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:04.665 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:04.667 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:04.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:04.776094 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:04.776467 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:04.785 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:04.787 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:04.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:04.885 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:04.890 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:04.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:04.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:04.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:05.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:05.779577 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:05.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:05.779850 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:06.045 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:06.047 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:06.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:06.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:06.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:06.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:06.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:06.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:06.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:06.314427 7733 raft_consensus.cc:482] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:16:06.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:06.314893 7733 raft_consensus.cc:504] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } }
16:16:06.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:06.316488 7733 leader_election.cc:288] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361), 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777)
16:16:06.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:06.321977 7496 leader_election.cc:334] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777): Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:16:06.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:06.322562 7495 leader_election.cc:334] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361): Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111)
16:16:06.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:06.322904 7495 leader_election.cc:302] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a26fb2db68ca4666aa9506275258d16b; no voters: 56a4c810ba0b4be0876c6ff1dae1c8dd, de73201ed2c54837bced065a8dcee499
16:16:06.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:06.323483 7733 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:16:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:06.781539 7455 master_runner.cc:186] Error getting master registration for 127.6.179.254:45361: Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111),
16:16:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:06.782030 7455 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:16:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:06.783334 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:06.783622 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:07.786993 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:07.787266 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:08.790751 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:08.791055 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:09.680529 7751 raft_consensus.cc:482] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:16:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:09.681025 7751 raft_consensus.cc:504] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } }
16:16:09.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:09.682879 7751 leader_election.cc:288] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361), 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777)
16:16:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:09.684952 7495 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111) [suppressed 5 similar messages]
16:16:09.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:09.687553 7496 leader_election.cc:334] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777): Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:16:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:09.687927 7495 leader_election.cc:334] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361): Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111)
16:16:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:09.688375 7495 leader_election.cc:302] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a26fb2db68ca4666aa9506275258d16b; no voters: 56a4c810ba0b4be0876c6ff1dae1c8dd, de73201ed2c54837bced065a8dcee499
16:16:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:09.689047 7751 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:16:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:09.794329 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:09.794637 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:10.125 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:10.127 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:10.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:10.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:10.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:10.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:10.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:10.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:10.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:10.798190 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:10.798604 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:11.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:16:11 dist-test-slave-3h5h krb5kdc[6880](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464971, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:16:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:11.448182 7485 init.cc:295] Successfully reacquired a new kerberos TGT
16:16:11.505 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:11.507 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:11.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:11.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:11.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:11.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:11.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:11.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:11.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:11.786504 7455 master_runner.cc:186] Error getting master registration for 127.6.179.254:45361: Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111),
16:16:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:11.786963 7455 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:16:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:11.801872 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:11.802222 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:12.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:12.280287 7762 raft_consensus.cc:482] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:16:12.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:12.280948 7762 raft_consensus.cc:504] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } }
16:16:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:12.283212 7762 leader_election.cc:288] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361), 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777)
16:16:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:12.287513 7495 leader_election.cc:334] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361): Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111)
16:16:12.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:12.288120 7496 leader_election.cc:334] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777): Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:16:12.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:12.288417 7496 leader_election.cc:302] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a26fb2db68ca4666aa9506275258d16b; no voters: 56a4c810ba0b4be0876c6ff1dae1c8dd, de73201ed2c54837bced065a8dcee499
16:16:12.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:12.289026 7762 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:16:12.385 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:12.388 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:12.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:12.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:12.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:12.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:12.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:12.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:12.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:12.805312 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:12.805640 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:13.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:13.808502 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:13.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:13.808837 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:14.425 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:14.427 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:14.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:14.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:14.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:14.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:14.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:14.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:14.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:14.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:14.811817 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:14.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:14.812147 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:15.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:15.815135 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:15.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:15.815474 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:16.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:16.790026 7455 master_runner.cc:186] Error getting master registration for 127.6.179.254:45361: Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111),
16:16:16.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:16.790421 7455 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:16:16.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:16.818639 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:16.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:16.818964 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:17.725 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:17.727 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:17.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:17.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:17.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:17.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:17.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:17.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:17.730 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:17.821874 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:17.822197 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:18.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:18.825150 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:18.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:18.825465 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:19.745 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:19.748 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:19.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:19.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:19.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:19.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:19.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:19.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:19.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:19.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:19.828380 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:19.828718 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:19.845 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:19.847 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:19.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:19.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:19.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:19.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:19.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:19.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:19.850 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:20.832911 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:20.833315 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:21.039681 6602 debug-util.cc:398] Leaking SignalData structure 0x7b08000afa80 after lost signal to thread 6400
16:16:21.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:21.040902 6602 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7cc0 after lost signal to thread 6610
16:16:21.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:16:21 dist-test-slave-3h5h krb5kdc[6880](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464981, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:16:21.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:21.451125 7485 init.cc:295] Successfully reacquired a new kerberos TGT
16:16:21.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:21.794288 7455 master_runner.cc:186] Error getting master registration for 127.6.179.254:45361: Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111),
16:16:21.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:21.794689 7455 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:16:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:21.836652 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:21.836984 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:22.105 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:22.106 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:22.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:22.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:22.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:22.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:22.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:22.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:22.115 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:22.839900 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:22.840171 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:23.222008 7786 raft_consensus.cc:482] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:16:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:23.222672 7786 raft_consensus.cc:504] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de73201ed2c54837bced065a8dcee499" member_type: VOTER last_known_addr { host: "127.6.179.254" port: 45361 } } peers { permanent_uuid: "56a4c810ba0b4be0876c6ff1dae1c8dd" member_type: VOTER last_known_addr { host: "127.6.179.253" port: 32777 } } peers { permanent_uuid: "a26fb2db68ca4666aa9506275258d16b" member_type: VOTER last_known_addr { host: "127.6.179.252" port: 37451 } }
16:16:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:23.224632 7786 leader_election.cc:288] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361), 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777)
16:16:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:23.227303 7495 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111) [suppressed 3 similar messages]
16:16:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:23.230049 7496 leader_election.cc:334] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 56a4c810ba0b4be0876c6ff1dae1c8dd (127.6.179.253:32777): Network error: Client connection negotiation failed: client connection to 127.6.179.253:32777: connect: Connection refused (error 111)
16:16:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:23.230453 7495 leader_election.cc:334] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer de73201ed2c54837bced065a8dcee499 (127.6.179.254:45361): Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111)
16:16:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:23.230851 7495 leader_election.cc:302] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a26fb2db68ca4666aa9506275258d16b; no voters: 56a4c810ba0b4be0876c6ff1dae1c8dd, de73201ed2c54837bced065a8dcee499
16:16:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:23.231536 7786 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:16:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:23.844364 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:23.844751 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:24.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:24.848316 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:24.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:24.848623 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:25.305 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:25.306 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:25.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:25.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:25.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:25.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:25.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:25.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:25.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:25.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:25.851701 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:25.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:25.852041 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:26.105 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:26.106 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:26.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:26.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:26.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:26.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:26.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:26.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:26.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:26.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:26.797467 7455 master_runner.cc:186] Error getting master registration for 127.6.179.254:45361: Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111),
16:16:26.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:26.797849 7455 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:16:26.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:26.855410 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:26.855742 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:27.085 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:27.087 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:27.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:27.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:27.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:27.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:27.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:27.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:27.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:27.858856 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:27.859164 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:28.509093 5827 debug-util.cc:398] Leaking SignalData structure 0x7b08000a8900 after lost signal to thread 5733
16:16:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:28.509727 5827 debug-util.cc:398] Leaking SignalData structure 0x7b08000a7760 after lost signal to thread 5831
16:16:28.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:28.863242 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:28.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:28.863590 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:29.525 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:29.526 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:29.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:29.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:29.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:29.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:29.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:29.529 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:29.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:29.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:29.867257 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:29.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:29.867573 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:30.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:30.871206 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:30.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:30.871604 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:16:31 dist-test-slave-3h5h krb5kdc[6880](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464991, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.179.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:16:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:31.454308 7485 init.cc:295] Successfully reacquired a new kerberos TGT
16:16:31.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:31.801522 7455 master_runner.cc:186] Error getting master registration for 127.6.179.254:45361: Network error: Client connection negotiation failed: client connection to 127.6.179.254:45361: connect: Connection refused (error 111),
16:16:31.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:31.802060 7455 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:16:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:31.875360 7597 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a26fb2db68ca4666aa9506275258d16b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:16:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:31.875655 7597 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:16:31.885 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:31.886 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:31.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:31.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:31.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:31.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:31.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:31.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:31.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:31.985 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.254:45361(127.6.179.254:45361)] connecting to peer
16:16:31.986 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.179.253:32777(127.6.179.253:32777)] connecting to peer
16:16:31.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:31.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:31.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.179.253:32777(127.6.179.253:32777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:31.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.254:45361(127.6.179.254:45361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:31.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.254:45361: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361
16:16:31.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.179.253:32777: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
16:16:31.990 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777; will retry
16:16:31.994 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28267), Traces: [0ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [199ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [608ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [633ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [640ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [646ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [649ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [650ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [653ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [660ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [660ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [663ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [674ms] refreshing cache from master, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [679ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [680ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [693ms] refreshing cache from master, [693ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [699ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [700ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [701ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [702ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [713ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [719ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [720ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [723ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [724ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [754ms] refreshing cache from master, [754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [759ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [759ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [762ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [853ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [858ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [859ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [862ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [863ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [934ms] refreshing cache from master, [934ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [939ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [939ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [941ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [942ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [1054ms] refreshing cache from master, [1054ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [1055ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [1062ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [1154ms] refreshing cache from master, [1154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [1155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [1165ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [1165ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [1166ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [2314ms] refreshing cache from master, [2314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [2316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [2318ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [2322ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [6393ms] refreshing cache from master, [6394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [6395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [6396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [6399ms] too many traces: truncated at 100 traces, deferred=Deferred@1457694105(state=PENDING, result=null, callback=(continuation of Deferred@2014686935 after retry RPC after error@787724194) -> (continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387), errback=(continuation of Deferred@2014686935 after retry RPC after error@787724194) -> (continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387)))
16:16:31.999 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.179.252:37451(127.6.179.252:37451)] disconnecting while in state READY
16:16:32.001 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.179.253:32777(127.6.179.253:32777)] disconnecting while in state TERMINATED
16:16:32.001 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.179.254:45361(127.6.179.254:45361)] disconnecting while in state TERMINATED
16:16:32.005 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:16:32.008 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:16:32.008 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.179.252:37451(127.6.179.252:37451)] handling channelInactive
16:16:32.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.179.252:37451(127.6.179.252:37451)] cleaning up while in state READY due to: connection closed
16:16:32.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:32.014724 6863 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu with pid 7455
16:16:33.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:16:33Z chronyd exiting
16:16:34.332 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:16:34.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:34.334098 5717 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu with pid 6139
16:16:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:34.378269 5717 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu with pid 6393
16:16:34.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:34.416318 5717 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu with pid 6627
16:16:34.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:34.455642 5717 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu with pid 5732
16:16:34.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:34.507097 5989 connection.cc:535] client connection to 127.5.149.126:42565 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:16:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:34.507586 5717 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu with pid 5835
16:16:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:34.507704 5989 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:16:34.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:16:34.519420 5989 consensus_peers.cc:487] T 00000000000000000000000000000000 P 8a43adf72d8140c59eb9f8d0f9622976 -> Peer 226adfb011ef465b87462dc163f3b12a (127.5.149.126:42565): Couldn't send request to peer 226adfb011ef465b87462dc163f3b12a. Status: Network error: Client connection negotiation failed: client connection to 127.5.149.126:42565: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:16:34.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:16:34.553182 5717 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhbHvIf/build/tsan/bin/kudu with pid 5946
16:16:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:16:35Z chronyd exiting
16:16:36.808 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28267), Traces: [0ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [199ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [608ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [633ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [640ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [646ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [649ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [650ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [653ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [660ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [660ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [663ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [674ms] refreshing cache from master, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [679ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [680ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [693ms] refreshing cache from master, [693ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [699ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [700ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [701ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [702ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [713ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [719ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [720ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [723ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [724ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [754ms] refreshing cache from master, [754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [759ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [759ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [762ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [853ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [858ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [859ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [862ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [863ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [934ms] refreshing cache from master, [934ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [939ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [939ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [941ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [942ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [1054ms] refreshing cache from master, [1054ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [1055ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [1062ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [1154ms] refreshing cache from master, [1154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [1155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [1165ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [1165ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [1166ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [2314ms] refreshing cache from master, [2314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [2316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [2318ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [2322ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [6393ms] refreshing cache from master, [6394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [6395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [6396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [6399ms] too many traces: truncated at 100 traces, deferred=Deferred@1457694105(state=PENDING, result=null, callback=(continuation of Deferred@2014686935 after retry RPC after error@787724194) -> (continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387), errback=(continuation of Deferred@2014686935 after retry RPC after error@787724194) -> (continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.179.253:32777
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28267), Traces: [0ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [199ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [608ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [633ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [640ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [646ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [649ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [650ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [653ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [660ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [660ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [663ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [674ms] refreshing cache from master, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [679ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [680ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [693ms] refreshing cache from master, [693ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [699ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [700ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [701ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [702ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [713ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [719ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [720ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [723ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [724ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [754ms] refreshing cache from master, [754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [759ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [759ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [762ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [853ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [858ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [859ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [862ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [863ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [934ms] refreshing cache from master, [934ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [939ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [939ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [941ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [942ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [1054ms] refreshing cache from master, [1054ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [1055ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [1062ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [1154ms] refreshing cache from master, [1154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [1155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [1165ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [1165ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [1166ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [2314ms] refreshing cache from master, [2314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [2316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [2318ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.253:32777: Network error: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777, [2319ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.254:45361: Network error: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.6.179.252:37451: OK, [2322ms] delaying RPC due to: Service unavailable: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361, [6393ms] refreshing cache from master, [6394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.254:45361, [6395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.252:37451, [6396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.179.253:32777, [6399ms] too many traces: truncated at 100 traces, deferred=Deferred@1457694105(state=PENDING, result=null, callback=(continuation of Deferred@2014686935 after retry RPC after error@787724194) -> (continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387), errback=(continuation of Deferred@2014686935 after retry RPC after error@787724194) -> (continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.179.254:45361,127.6.179.252:37451,127.6.179.253:32777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.254:45361(127.6.179.254:45361): Connection refused: /127.6.179.254:45361,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.179.253:32777(127.6.179.253:32777): Connection refused: /127.6.179.253:32777
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.179.253:32777
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)