06:41:15.511 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
06:41:15.523 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskec_Hux/test-tmp
06:41:15.526 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
06:41:15.529 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskec_Hux/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
06:41:15.807 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
06:41:16.112 [DEBUG - main] (MiniKuduCluster.java:195) Response:
06:41:16.114 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
06:41:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.117399 12190 mini_oidc.cc:152] Starting JWKS server
06:41:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.120776 12190 webserver.cc:460] Webserver started at http://127.0.0.1:39557/ using document root <none> and password file <none>
06:41:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.121243 12190 mini_oidc.cc:189] Starting OIDC Discovery server
06:41:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.122014 12190 webserver.cc:460] Webserver started at http://127.0.0.1:35379/ using document root <none> and password file <none>
06:41:16.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T06:41:16Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
06:41:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T06:41:16Z Disabled control of system clock
06:41:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.159456 12190 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/wal
06:41:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/data
06:41:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:41:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:41:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:41:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/logs
06:41:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/data/info.pb
06:41:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:41:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:41:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:41:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:41:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:41:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:41:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.231.190:42789
06:41:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.231.190
06:41:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.231.148:41263
06:41:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.231.190:42789,127.11.231.189:45081,127.11.231.188:35593
06:41:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39557/jwks.json with env {}
06:41:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.528622 12211 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:41:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.528890 12211 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:41:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.528972 12211 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:41:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.536599 12211 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:41:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.536698 12211 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:41:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.536742 12211 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:41:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.536792 12211 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:41:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.536828 12211 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:41:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.536877 12211 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39557/jwks.json
06:41:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.545993 12211 master_runner.cc:386] Master server non-default flags:
06:41:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.231.148:41263
06:41:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/data
06:41:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/wal
06:41:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.231.190:42789,127.11.231.189:45081,127.11.231.188:35593
06:41:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.231.190:42789
06:41:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:41:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39557/jwks.json
06:41:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/data/info.pb
06:41:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.231.190
06:41:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:41:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:41:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:41:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/logs
06:41:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:41:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:41:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:41:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:41:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:41:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:41:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:54:04 UTC on ccycloud.quasar-xkgyaq.root.comops.site
06:41:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575853
06:41:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:41:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.547300 12211 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:41:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.548995 12211 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.564643 12219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.564680 12220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.564711 12223 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.565881 12211 server_base.cc:1034] running on GCE node
06:41:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.566696 12211 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:41:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.568130 12211 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:41:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.569361 12211 hybrid_clock.cc:648] HybridClock initialized: now 1786257676569322 us; error 55 us; skew 500 ppm
06:41:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.569741 12211 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:41:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.572142 12211 webserver.cc:460] Webserver started at http://127.11.231.190:46433/ using document root <none> and password file <none>
06:41:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.572853 12211 fs_manager.cc:359] Metadata directory not provided
06:41:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.572978 12211 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:41:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.573400 12211 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:41:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.576062 12211 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/data/instance:
06:41:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9f87c605ca441b5be3adeea6f5ab312"
06:41:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:16 on dist-test-slave-bndk"
06:41:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.576978 12211 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/wal/instance:
06:41:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9f87c605ca441b5be3adeea6f5ab312"
06:41:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:16 on dist-test-slave-bndk"
06:41:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.582137 12211 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.002s sys 0.002s
06:41:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.585498 12229 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:41:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.586899 12211 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
06:41:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.587070 12211 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/data,/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/wal
06:41:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9f87c605ca441b5be3adeea6f5ab312"
06:41:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:16 on dist-test-slave-bndk"
06:41:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.587342 12211 fs_report.cc:383] FS layout report
06:41:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:41:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/wal
06:41:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/wal
06:41:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/data/data
06:41:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:41:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:41:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:41:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:41:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:41:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:41:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:41:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:41:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:41:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:41:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:41:16.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.612541 12211 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:41:16.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.613385 12211 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:41:16.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.613788 12211 kserver.cc:163] Server-wide thread pool size limit: 3276
06:41:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.635349 12211 rpc_server.cc:307] RPC server started. Bound to: 127.11.231.190:42789
06:41:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.635380 12314 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.231.190:42789 every 8 connection(s)
06:41:16.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.636837 12211 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/data/info.pb
06:41:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.641398 12315 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:41:16.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.647294 12190 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskec_Hux/build/asan/bin/kudu as pid 12211
06:41:16.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.647565 12190 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-0/wal/instance
06:41:16.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.648787 12315 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } has no permanent_uuid. Determining permanent_uuid...
06:41:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.650481 12190 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/wal
06:41:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/data
06:41:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:41:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:41:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/logs
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/data/info.pb
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:41:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:41:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.231.189:45081
06:41:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.231.189
06:41:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.231.148:41263
06:41:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:16.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:16.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.231.190:42789,127.11.231.189:45081,127.11.231.188:35593
06:41:16.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:16.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39557/jwks.json with env {}
06:41:16.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.673120 12315 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } has no permanent_uuid. Determining permanent_uuid...
06:41:16.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.674293 12233 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.231.189:45081: connect: Connection refused (error 111)
06:41:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.676575 12315 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.189:45081: Network error: Client connection negotiation failed: client connection to 127.11.231.189:45081: connect: Connection refused (error 111)
06:41:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.725942 12315 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } attempt: 1
06:41:16.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.728124 12315 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.189:45081: Network error: Client connection negotiation failed: client connection to 127.11.231.189:45081: connect: Connection refused (error 111)
06:41:16.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.796346 12315 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } attempt: 2
06:41:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.798265 12315 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.189:45081: Network error: Client connection negotiation failed: client connection to 127.11.231.189:45081: connect: Connection refused (error 111)
06:41:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:16.889496 12315 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } attempt: 3
06:41:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:16.891323 12315 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.189:45081: Network error: Client connection negotiation failed: client connection to 127.11.231.189:45081: connect: Connection refused (error 111)
06:41:17.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.015116 12323 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:41:17.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.015408 12323 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:41:17.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.015534 12323 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:41:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.023368 12323 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:41:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.023536 12323 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:41:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.023664 12323 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:41:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.023777 12323 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:41:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.023874 12323 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:41:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.023990 12323 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39557/jwks.json
06:41:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.033562 12323 master_runner.cc:386] Master server non-default flags:
06:41:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.231.148:41263
06:41:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/data
06:41:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/wal
06:41:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.231.190:42789,127.11.231.189:45081,127.11.231.188:35593
06:41:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.231.189:45081
06:41:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:41:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39557/jwks.json
06:41:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/data/info.pb
06:41:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.231.189
06:41:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:41:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:41:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:41:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/logs
06:41:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:41:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:41:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:41:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:41:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:41:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:41:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:54:04 UTC on ccycloud.quasar-xkgyaq.root.comops.site
06:41:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575853
06:41:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:41:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.034586 12315 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } attempt: 4
06:41:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.035357 12323 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:41:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.037382 12315 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.189:45081: Network error: Client connection negotiation failed: client connection to 127.11.231.189:45081: connect: Connection refused (error 111)
06:41:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.037881 12323 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:41:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.050173 12332 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.050168 12336 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.050947 12333 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.051612 12323 server_base.cc:1034] running on GCE node
06:41:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.052482 12323 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:41:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.053722 12323 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:41:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.054929 12323 hybrid_clock.cc:648] HybridClock initialized: now 1786257677054855 us; error 39 us; skew 500 ppm
06:41:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.055291 12323 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:41:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.057684 12323 webserver.cc:460] Webserver started at http://127.11.231.189:42821/ using document root <none> and password file <none>
06:41:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.058368 12323 fs_manager.cc:359] Metadata directory not provided
06:41:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.058488 12323 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:41:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.058854 12323 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:41:17.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.061692 12323 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/data/instance:
06:41:17.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9de586fd16b846ad919832163b9b6804"
06:41:17.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:17 on dist-test-slave-bndk"
06:41:17.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.062716 12323 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/wal/instance:
06:41:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9de586fd16b846ad919832163b9b6804"
06:41:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:17 on dist-test-slave-bndk"
06:41:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.068531 12323 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.003s
06:41:17.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.073572 12345 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:41:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.074826 12323 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.003s
06:41:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.075047 12323 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/data,/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/wal
06:41:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9de586fd16b846ad919832163b9b6804"
06:41:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:17 on dist-test-slave-bndk"
06:41:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.075263 12323 fs_report.cc:383] FS layout report
06:41:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:41:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/wal
06:41:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/wal
06:41:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/data/data
06:41:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:41:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:41:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:41:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:41:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:41:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:41:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:41:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:41:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:41:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:41:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:41:17.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.098371 12323 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:41:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.099172 12323 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:41:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.099539 12323 kserver.cc:163] Server-wide thread pool size limit: 3276
06:41:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.124528 12323 rpc_server.cc:307] RPC server started. Bound to: 127.11.231.189:45081
06:41:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.124580 12420 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.231.189:45081 every 8 connection(s)
06:41:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.125881 12323 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/data/info.pb
06:41:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.130304 12422 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:41:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.130287 12190 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskec_Hux/build/asan/bin/kudu as pid 12323
06:41:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.130470 12190 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-1/wal/instance
06:41:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.131768 12190 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/wal
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/data
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/logs
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/data/info.pb
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:41:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.231.188:35593
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.231.188
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.231.148:41263
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.231.190:42789,127.11.231.189:45081,127.11.231.188:35593
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39557/jwks.json with env {}
06:41:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.139699 12422 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } has no permanent_uuid. Determining permanent_uuid...
06:41:17.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.155625 12422 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } has no permanent_uuid. Determining permanent_uuid...
06:41:17.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.167300 12422 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } has no permanent_uuid. Determining permanent_uuid...
06:41:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.168258 12351 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.231.188:35593: connect: Connection refused (error 111)
06:41:17.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.169888 12422 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.188:35593: Network error: Client connection negotiation failed: client connection to 127.11.231.188:35593: connect: Connection refused (error 111)
06:41:17.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.219185 12422 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } attempt: 1
06:41:17.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.221462 12422 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.188:35593: Network error: Client connection negotiation failed: client connection to 127.11.231.188:35593: connect: Connection refused (error 111)
06:41:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.289714 12422 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } attempt: 2
06:41:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.293378 12422 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.188:35593: Network error: Client connection negotiation failed: client connection to 127.11.231.188:35593: connect: Connection refused (error 111)
06:41:17.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.336642 12315 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } attempt: 5
06:41:17.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.344267 12315 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } has no permanent_uuid. Determining permanent_uuid...
06:41:17.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.346289 12315 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.188:35593: Network error: Client connection negotiation failed: client connection to 127.11.231.188:35593: connect: Connection refused (error 111)
06:41:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.384655 12422 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } attempt: 3
06:41:17.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.386920 12422 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.188:35593: Network error: Client connection negotiation failed: client connection to 127.11.231.188:35593: connect: Connection refused (error 111)
06:41:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.397545 12315 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } attempt: 1
06:41:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.399415 12315 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.188:35593: Network error: Client connection negotiation failed: client connection to 127.11.231.188:35593: connect: Connection refused (error 111)
06:41:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.467723 12315 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } attempt: 2
06:41:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.469738 12315 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.188:35593: Network error: Client connection negotiation failed: client connection to 127.11.231.188:35593: connect: Connection refused (error 111)
06:41:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.530133 12422 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } attempt: 4
06:41:17.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.532070 12422 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.188:35593: Network error: Client connection negotiation failed: client connection to 127.11.231.188:35593: connect: Connection refused (error 111)
06:41:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.535820 12425 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:41:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.536154 12425 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:41:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.536427 12425 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:41:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.546954 12425 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:41:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.547103 12425 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:41:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.547179 12425 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:41:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.547253 12425 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:41:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.547324 12425 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:41:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.547396 12425 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39557/jwks.json
06:41:17.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.556562 12425 master_runner.cc:386] Master server non-default flags:
06:41:17.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:17.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.231.148:41263
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/data
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/wal
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.231.190:42789,127.11.231.189:45081,127.11.231.188:35593
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.231.188:35593
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39557/jwks.json
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/data/info.pb
06:41:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.231.188
06:41:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:41:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:41:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:41:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/logs
06:41:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:41:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:41:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:41:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:41:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:41:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:41:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:54:04 UTC on ccycloud.quasar-xkgyaq.root.comops.site
06:41:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575853
06:41:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:41:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.558178 12425 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:41:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.560528 12425 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:41:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.572134 12439 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.572268 12440 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.572407 12442 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:17.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.573493 12425 server_base.cc:1034] running on GCE node
06:41:17.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.574147 12425 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:41:17.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.575488 12425 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:41:17.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.575941 12315 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } attempt: 3
06:41:17.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.576694 12425 hybrid_clock.cc:648] HybridClock initialized: now 1786257677576631 us; error 34 us; skew 500 ppm
06:41:17.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.577033 12425 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:41:17.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.577724 12315 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.231.188:35593: Network error: Client connection negotiation failed: client connection to 127.11.231.188:35593: connect: Connection refused (error 111)
06:41:17.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.579507 12425 webserver.cc:460] Webserver started at http://127.11.231.188:43887/ using document root <none> and password file <none>
06:41:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.580089 12425 fs_manager.cc:359] Metadata directory not provided
06:41:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.580191 12425 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:41:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.580461 12425 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:41:17.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.583092 12425 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/data/instance:
06:41:17.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ed993645cb742c384906b07b7f4998c"
06:41:17.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:17 on dist-test-slave-bndk"
06:41:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.583990 12425 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/wal/instance:
06:41:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ed993645cb742c384906b07b7f4998c"
06:41:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:17 on dist-test-slave-bndk"
06:41:17.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.589948 12425 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
06:41:17.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.593302 12454 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:41:17.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.594626 12425 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
06:41:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.594807 12425 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/data,/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/wal
06:41:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ed993645cb742c384906b07b7f4998c"
06:41:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:17 on dist-test-slave-bndk"
06:41:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.595016 12425 fs_report.cc:383] FS layout report
06:41:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:41:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/wal
06:41:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/wal
06:41:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/data/data
06:41:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:41:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:41:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:41:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:41:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:41:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:41:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:41:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:41:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:41:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:41:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:41:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.610483 12425 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:41:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.611294 12425 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:41:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.611614 12425 kserver.cc:163] Server-wide thread pool size limit: 3276
06:41:17.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.637401 12425 rpc_server.cc:307] RPC server started. Bound to: 127.11.231.188:35593
06:41:17.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.637436 12543 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.231.188:35593 every 8 connection(s)
06:41:17.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.639254 12425 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/data/info.pb
06:41:17.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.641896 12190 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskec_Hux/build/asan/bin/kudu as pid 12425
06:41:17.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.642055 12190 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/master-2/wal/instance
06:41:17.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.643958 12544 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:41:17.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.652503 12544 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } has no permanent_uuid. Determining permanent_uuid...
06:41:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.666338 12544 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } has no permanent_uuid. Determining permanent_uuid...
06:41:17.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.672833 12544 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } has no permanent_uuid. Determining permanent_uuid...
06:41:17.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.684141 12544 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c: Bootstrap starting.
06:41:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.687808 12544 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c: Neither blocks nor log segments found. Creating new log.
06:41:17.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.688974 12544 log.cc:824] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c: Log is configured to *not* fsync() on all Append() calls
06:41:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.692440 12544 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c: No bootstrap required, opened a new log
06:41:17.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.700891 12544 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } }
06:41:17.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.701179 12544 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:41:17.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.701300 12544 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ed993645cb742c384906b07b7f4998c, State: Initialized, Role: FOLLOWER
06:41:17.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.701848 12544 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } }
06:41:17.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.702698 12556 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } } }
06:41:17.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.703096 12556 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [sys.catalog]: This master's current role is: FOLLOWER
06:41:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.703881 12544 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [sys.catalog]: configured and running, proceeding with master startup.
06:41:17.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.715492 12574 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.716989 12574 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.712433 12425 master_runner.cc:186] Error getting master registration for 127.11.231.190:42789: OK, instance_id { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" instance_seqno: 1786257676629564 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:41:17.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.727057 12425 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:41:17.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.754940 12315 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } attempt: 4
06:41:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.765003 12315 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312: Bootstrap starting.
06:41:17.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.769203 12315 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312: Neither blocks nor log segments found. Creating new log.
06:41:17.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.770712 12315 log.cc:824] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312: Log is configured to *not* fsync() on all Append() calls
06:41:17.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.773777 12315 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312: No bootstrap required, opened a new log
06:41:17.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.784756 12315 raft_consensus.cc:348] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } }
06:41:17.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.785117 12315 raft_consensus.cc:374] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:41:17.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.785248 12315 raft_consensus.cc:729] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e9f87c605ca441b5be3adeea6f5ab312, State: Initialized, Role: FOLLOWER
06:41:17.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.785948 12315 consensus_queue.cc:260] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } }
06:41:17.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.787002 12579 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } } }
06:41:17.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.787663 12579 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [sys.catalog]: This master's current role is: FOLLOWER
06:41:17.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.788347 12315 sys_catalog.cc:564] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [sys.catalog]: configured and running, proceeding with master startup.
06:41:17.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.802980 12600 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:17.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.803318 12600 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:17.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.799520 12211 master_runner.cc:186] Error getting master registration for 127.11.231.189:45081: OK, instance_id { permanent_uuid: "9de586fd16b846ad919832163b9b6804" instance_seqno: 1786257677117153 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:41:17.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.810626 12211 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:41:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.833659 12422 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } attempt: 5
06:41:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.847941 12422 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804: Bootstrap starting.
06:41:17.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.852066 12422 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804: Neither blocks nor log segments found. Creating new log.
06:41:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.853384 12422 log.cc:824] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804: Log is configured to *not* fsync() on all Append() calls
06:41:17.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.856782 12422 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804: No bootstrap required, opened a new log
06:41:17.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.863843 12461 tablet.cc:2369] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:41:17.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.867077 12237 tablet.cc:2369] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:41:17.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.872349 12422 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } }
06:41:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.872828 12422 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:41:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.872978 12422 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9de586fd16b846ad919832163b9b6804, State: Initialized, Role: FOLLOWER
06:41:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.873785 12422 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } }
06:41:17.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.875443 12607 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } } }
06:41:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.876112 12607 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [sys.catalog]: This master's current role is: FOLLOWER
06:41:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.876470 12422 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [sys.catalog]: configured and running, proceeding with master startup.
06:41:17.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.894243 12323 master_runner.cc:263] No leader master found from master 9de586fd16b846ad919832163b9b6804
06:41:17.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:17.894385 12323 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:41:17.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.903326 12623 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:17.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:17.903659 12623 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.001247 12607 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:41:18.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.001538 12607 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } }
06:41:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.003019 12607 leader_election.cc:288] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e9f87c605ca441b5be3adeea6f5ab312 (127.11.231.190:42789), 2ed993645cb742c384906b07b7f4998c (127.11.231.188:35593)
06:41:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.004496 12275 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9de586fd16b846ad919832163b9b6804" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9f87c605ca441b5be3adeea6f5ab312" is_pre_election: true
06:41:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.005237 12275 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9de586fd16b846ad919832163b9b6804 in term 0.
06:41:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.005905 12350 leader_election.cc:302] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9de586fd16b846ad919832163b9b6804, e9f87c605ca441b5be3adeea6f5ab312; no voters:
06:41:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.006292 12607 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:41:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.006429 12607 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:41:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.006508 12607 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [term 0 FOLLOWER]: Advancing to term 1
06:41:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.011407 12501 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9de586fd16b846ad919832163b9b6804" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2ed993645cb742c384906b07b7f4998c" is_pre_election: true
06:41:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.012014 12501 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9de586fd16b846ad919832163b9b6804 in term 0.
06:41:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.017748 12607 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } }
06:41:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.018872 12275 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9de586fd16b846ad919832163b9b6804" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9f87c605ca441b5be3adeea6f5ab312"
06:41:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.019085 12275 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [term 0 FOLLOWER]: Advancing to term 1
06:41:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.022260 12275 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9de586fd16b846ad919832163b9b6804 in term 1.
06:41:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.023690 12350 leader_election.cc:302] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9de586fd16b846ad919832163b9b6804, e9f87c605ca441b5be3adeea6f5ab312; no voters:
06:41:18.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.026032 12607 leader_election.cc:288] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [CANDIDATE]: Term 1 election: Requested vote from peers e9f87c605ca441b5be3adeea6f5ab312 (127.11.231.190:42789), 2ed993645cb742c384906b07b7f4998c (127.11.231.188:35593)
06:41:18.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.026252 12607 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [term 1 FOLLOWER]: Leader election won for term 1
06:41:18.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.026379 12607 raft_consensus.cc:686] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [term 1 LEADER]: Becoming Leader. State: Replica: 9de586fd16b846ad919832163b9b6804, State: Running, Role: LEADER
06:41:18.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.026921 12607 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } }
06:41:18.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.028456 12501 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9de586fd16b846ad919832163b9b6804" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2ed993645cb742c384906b07b7f4998c"
06:41:18.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.028661 12501 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [term 0 FOLLOWER]: Advancing to term 1
06:41:18.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.032099 12501 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9de586fd16b846ad919832163b9b6804 in term 1.
06:41:18.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.056095 12629 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9de586fd16b846ad919832163b9b6804. Latest consensus state: current_term: 1 leader_uuid: "9de586fd16b846ad919832163b9b6804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } } }
06:41:18.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.056865 12629 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [sys.catalog]: This master's current role is: LEADER
06:41:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.062952 12631 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:41:18.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.065495 12631 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:41:18.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.081408 12501 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [term 1 FOLLOWER]: Refusing update from remote peer 9de586fd16b846ad919832163b9b6804: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:41:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.082779 12275 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [term 1 FOLLOWER]: Refusing update from remote peer 9de586fd16b846ad919832163b9b6804: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:41:18.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.086835 12607 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:41:18.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.087530 12607 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:41:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:18.102016 12354 tablet.cc:2369] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:41:18.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.116676 12556 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9de586fd16b846ad919832163b9b6804. Latest consensus state: current_term: 1 leader_uuid: "9de586fd16b846ad919832163b9b6804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } } }
06:41:18.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.117005 12556 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [sys.catalog]: This master's current role is: FOLLOWER
06:41:18.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.120151 12633 mvcc.cc:205] Tried to move back new op lower bound from 7316511449408643072 to 7316511449240948736. Current Snapshot: MvccSnapshot[applied={T|T < 7316511449408643072}]
06:41:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.128453 12639 mvcc.cc:205] Tried to move back new op lower bound from 7316511449408643072 to 7316511449240948736. Current Snapshot: MvccSnapshot[applied={T|T < 7316511449408643072}]
06:41:18.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.133491 12607 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9de586fd16b846ad919832163b9b6804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } } }
06:41:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.134126 12607 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [sys.catalog]: This master's current role is: LEADER
06:41:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.134569 12579 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9de586fd16b846ad919832163b9b6804. Latest consensus state: current_term: 1 leader_uuid: "9de586fd16b846ad919832163b9b6804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } } }
06:41:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.135171 12579 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [sys.catalog]: This master's current role is: FOLLOWER
06:41:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.136129 12556 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9de586fd16b846ad919832163b9b6804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } } }
06:41:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.136415 12556 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c [sys.catalog]: This master's current role is: FOLLOWER
06:41:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.137773 12631 catalog_manager.cc:1347] Generated new cluster ID: f53d7237f4c5497cb2baae5d8934f6f8
06:41:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.137908 12631 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:41:18.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.143169 12607 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9de586fd16b846ad919832163b9b6804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } } }
06:41:18.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.143622 12607 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804 [sys.catalog]: This master's current role is: LEADER
06:41:18.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.157742 12579 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9de586fd16b846ad919832163b9b6804" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9f87c605ca441b5be3adeea6f5ab312" member_type: VOTER last_known_addr { host: "127.11.231.190" port: 42789 } } peers { permanent_uuid: "9de586fd16b846ad919832163b9b6804" member_type: VOTER last_known_addr { host: "127.11.231.189" port: 45081 } } peers { permanent_uuid: "2ed993645cb742c384906b07b7f4998c" member_type: VOTER last_known_addr { host: "127.11.231.188" port: 35593 } } }
06:41:18.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.158077 12579 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312 [sys.catalog]: This master's current role is: FOLLOWER
06:41:18.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.188182 12631 catalog_manager.cc:1370] Generated new certificate authority record
06:41:18.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.192286 12631 catalog_manager.cc:1504] Loading token signing keys...
06:41:18.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.220094 12631 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 9de586fd16b846ad919832163b9b6804: Generated new TSK 0
06:41:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.221782 12631 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:41:18.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.235764 12190 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/wal
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/data
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/logs
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/data/info.pb
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:41:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.231.129:0
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.231.129
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.231.129
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.231.190:42789,127.11.231.189:45081,127.11.231.188:35593
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.231.148:41263
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:41:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.720774 12574 catalog_manager.cc:1259] Loaded cluster ID: f53d7237f4c5497cb2baae5d8934f6f8
06:41:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.720896 12574 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c: loading cluster ID for follower catalog manager: success
06:41:18.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.723767 12574 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c: acquiring CA information for follower catalog manager: success
06:41:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.726081 12574 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2ed993645cb742c384906b07b7f4998c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:41:18.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:18.749419 12647 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:41:18.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:18.749683 12647 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:41:18.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:18.749866 12647 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:41:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:18.760511 12647 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:41:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:18.760800 12647 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.231.129
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.774080 12647 tablet_server_runner.cc:78] Tablet server non-default flags:
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.231.148:41263
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/data
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/wal
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.231.129:0
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/data/info.pb
06:41:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.231.129
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.231.190:42789,127.11.231.189:45081,127.11.231.188:35593
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.231.129
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/logs
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:54:04 UTC on ccycloud.quasar-xkgyaq.root.comops.site
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575853
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:41:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.775455 12647 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:41:18.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.777588 12647 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:41:18.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:18.794914 12654 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:18.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:18.795173 12652 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:18.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:18.795645 12656 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:18.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.796826 12647 server_base.cc:1034] running on GCE node
06:41:18.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.797573 12647 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:41:18.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.798537 12647 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:41:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.799829 12647 hybrid_clock.cc:648] HybridClock initialized: now 1786257678799680 us; error 38 us; skew 500 ppm
06:41:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.800256 12647 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:41:18.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.803236 12647 webserver.cc:460] Webserver started at http://127.11.231.129:43565/ using document root <none> and password file <none>
06:41:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.803959 12647 fs_manager.cc:359] Metadata directory not provided
06:41:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.804112 12647 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:41:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.804545 12647 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:41:18.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.806056 12600 catalog_manager.cc:1259] Loaded cluster ID: f53d7237f4c5497cb2baae5d8934f6f8
06:41:18.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.806216 12600 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312: loading cluster ID for follower catalog manager: success
06:41:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.808820 12647 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/data/instance:
06:41:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28c6f24e418848398ef4bc3d9d00bfbd"
06:41:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:18 on dist-test-slave-bndk"
06:41:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.809703 12600 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312: acquiring CA information for follower catalog manager: success
06:41:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.810076 12647 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/wal/instance:
06:41:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28c6f24e418848398ef4bc3d9d00bfbd"
06:41:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:18 on dist-test-slave-bndk"
06:41:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.812455 12600 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e9f87c605ca441b5be3adeea6f5ab312: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:41:18.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.817291 12647 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
06:41:18.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.821938 12665 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:41:18.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.823459 12647 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.004s
06:41:18.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.823665 12647 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/data,/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/wal
06:41:18.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28c6f24e418848398ef4bc3d9d00bfbd"
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:18 on dist-test-slave-bndk"
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.823923 12647 fs_report.cc:383] FS layout report
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/wal
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/wal
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/data/data
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:41:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:41:18.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:41:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.843396 12647 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:41:18.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.844798 12647 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:41:18.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.845357 12647 kserver.cc:163] Server-wide thread pool size limit: 3276
06:41:18.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.847014 12647 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:41:18.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.849148 12647 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:41:18.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.849381 12647 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
06:41:18.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.849596 12647 ts_tablet_manager.cc:610] Registered 0 tablets
06:41:18.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.849710 12647 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:41:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.926124 12647 rpc_server.cc:307] RPC server started. Bound to: 127.11.231.129:44123
06:41:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.926280 12842 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.231.129:44123 every 8 connection(s)
06:41:18.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.927542 12647 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/data/info.pb
06:41:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.934546 12190 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskec_Hux/build/asan/bin/kudu as pid 12647
06:41:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.934798 12190 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-0/wal/instance
06:41:18.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.943382 12190 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:18.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:18.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/wal
06:41:18.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/data
06:41:18.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:41:18.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:41:18.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:41:18.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/logs
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/data/info.pb
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.231.130:0
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.231.130
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.231.130
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.231.190:42789,127.11.231.189:45081,127.11.231.188:35593
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.231.148:41263
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:41:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.966508 12846 heartbeater.cc:347] Connected to a master server at 127.11.231.189:45081
06:41:18.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.966706 12843 heartbeater.cc:347] Connected to a master server at 127.11.231.188:35593
06:41:18.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.966895 12846 heartbeater.cc:464] Registering TS with master...
06:41:18.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.968073 12846 heartbeater.cc:511] Master 127.11.231.189:45081 requested a full tablet report, sending...
06:41:18.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.966902 12843 heartbeater.cc:464] Registering TS with master...
06:41:18.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.969074 12843 heartbeater.cc:511] Master 127.11.231.188:35593 requested a full tablet report, sending...
06:41:18.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.969290 12845 heartbeater.cc:347] Connected to a master server at 127.11.231.190:42789
06:41:18.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.969408 12845 heartbeater.cc:464] Registering TS with master...
06:41:18.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.970010 12845 heartbeater.cc:511] Master 127.11.231.190:42789 requested a full tablet report, sending...
06:41:18.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.970530 12370 ts_manager.cc:194] Registered new tserver with Master: 28c6f24e418848398ef4bc3d9d00bfbd (127.11.231.129:44123)
06:41:18.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.971092 12480 ts_manager.cc:194] Registered new tserver with Master: 28c6f24e418848398ef4bc3d9d00bfbd (127.11.231.129:44123)
06:41:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.972432 12255 ts_manager.cc:194] Registered new tserver with Master: 28c6f24e418848398ef4bc3d9d00bfbd (127.11.231.129:44123)
06:41:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:18.972584 12370 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.231.129:53733
06:41:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:19.480453 12858 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:41:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:19.480751 12858 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:41:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:19.480870 12858 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:41:19.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:19.492360 12858 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:41:19.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:19.492645 12858 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.231.130
06:41:19.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.509601 12858 tablet_server_runner.cc:78] Tablet server non-default flags:
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.231.148:41263
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/data
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/wal
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.231.130:0
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/data/info.pb
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.231.130
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.231.190:42789,127.11.231.189:45081,127.11.231.188:35593
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.231.130
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/logs
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:54:04 UTC on ccycloud.quasar-xkgyaq.root.comops.site
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575853
06:41:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:41:19.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.511464 12858 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:41:19.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.514540 12858 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:41:19.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:19.537777 12864 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:19.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:19.537885 12863 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:19.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.538547 12858 server_base.cc:1034] running on GCE node
06:41:19.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:19.545516 12869 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:19.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.546744 12858 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:41:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.547842 12858 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:41:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.549299 12858 hybrid_clock.cc:648] HybridClock initialized: now 1786257679548982 us; error 85 us; skew 500 ppm
06:41:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.549803 12858 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:41:19.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.554167 12858 webserver.cc:460] Webserver started at http://127.11.231.130:46095/ using document root <none> and password file <none>
06:41:19.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.555014 12858 fs_manager.cc:359] Metadata directory not provided
06:41:19.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.555197 12858 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:41:19.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.555549 12858 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:41:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.559028 12858 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/data/instance:
06:41:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e3b6ac7b8af4a6ba248e6367fee0834"
06:41:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:19 on dist-test-slave-bndk"
06:41:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.560031 12858 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/wal/instance:
06:41:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e3b6ac7b8af4a6ba248e6367fee0834"
06:41:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:19 on dist-test-slave-bndk"
06:41:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.566789 12858 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
06:41:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.571244 12878 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:41:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.572824 12858 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
06:41:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.573069 12858 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/data,/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/wal
06:41:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e3b6ac7b8af4a6ba248e6367fee0834"
06:41:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:19 on dist-test-slave-bndk"
06:41:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.573397 12858 fs_report.cc:383] FS layout report
06:41:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:41:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/wal
06:41:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/wal
06:41:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/data/data
06:41:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:41:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:41:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:41:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:41:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:41:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:41:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:41:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:41:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:41:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:41:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:41:19.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.608373 12858 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:41:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.609401 12858 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:41:19.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.610028 12858 kserver.cc:163] Server-wide thread pool size limit: 3276
06:41:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.611946 12858 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:41:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.613659 12858 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:41:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.613735 12858 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:41:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.613835 12858 ts_tablet_manager.cc:610] Registered 0 tablets
06:41:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.613873 12858 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:41:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.702343 12858 rpc_server.cc:307] RPC server started. Bound to: 127.11.231.130:41087
06:41:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.702459 13058 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.231.130:41087 every 8 connection(s)
06:41:19.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.704012 12858 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/data/info.pb
06:41:19.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.707126 12190 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskec_Hux/build/asan/bin/kudu as pid 12858
06:41:19.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.707299 12190 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-1/wal/instance
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.714306 12190 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/wal
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/data
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/logs
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/data/info.pb
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:41:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:41:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.231.131:0
06:41:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.231.131
06:41:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.231.131
06:41:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.231.190:42789,127.11.231.189:45081,127.11.231.188:35593
06:41:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.231.148:41263
06:41:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:41:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.748617 13061 heartbeater.cc:347] Connected to a master server at 127.11.231.190:42789
06:41:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.748665 13060 heartbeater.cc:347] Connected to a master server at 127.11.231.188:35593
06:41:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.748982 13061 heartbeater.cc:464] Registering TS with master...
06:41:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.749199 13062 heartbeater.cc:347] Connected to a master server at 127.11.231.189:45081
06:41:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.749447 13062 heartbeater.cc:464] Registering TS with master...
06:41:19.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.748979 13060 heartbeater.cc:464] Registering TS with master...
06:41:19.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.750752 13061 heartbeater.cc:511] Master 127.11.231.190:42789 requested a full tablet report, sending...
06:41:19.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.750893 13062 heartbeater.cc:511] Master 127.11.231.189:45081 requested a full tablet report, sending...
06:41:19.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.751097 13060 heartbeater.cc:511] Master 127.11.231.188:35593 requested a full tablet report, sending...
06:41:19.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.752516 12480 ts_manager.cc:194] Registered new tserver with Master: 2e3b6ac7b8af4a6ba248e6367fee0834 (127.11.231.130:41087)
06:41:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.752723 12255 ts_manager.cc:194] Registered new tserver with Master: 2e3b6ac7b8af4a6ba248e6367fee0834 (127.11.231.130:41087)
06:41:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.753441 12370 ts_manager.cc:194] Registered new tserver with Master: 2e3b6ac7b8af4a6ba248e6367fee0834 (127.11.231.130:41087)
06:41:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.754745 12370 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.231.130:37485
06:41:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:19.976024 12846 heartbeater.cc:503] Master 127.11.231.189:45081 was elected leader, sending a full tablet report...
06:41:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:20.335481 13067 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:41:20.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:20.335801 13067 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:41:20.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:20.335991 13067 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:41:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:20.346078 13067 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:41:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:20.346285 13067 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.231.131
06:41:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.357964 13067 tablet_server_runner.cc:78] Tablet server non-default flags:
06:41:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.231.148:41263
06:41:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/data
06:41:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/wal
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.231.131:0
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/data/info.pb
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.231.131
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.231.190:42789,127.11.231.189:45081,127.11.231.188:35593
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.231.131
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/logs
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:41:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:54:04 UTC on ccycloud.quasar-xkgyaq.root.comops.site
06:41:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575853
06:41:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:41:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.359781 13067 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:41:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.362196 13067 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:41:20.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:20.389103 13086 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:20.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:20.390480 13090 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:20.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:20.392084 13094 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.395838 13067 server_base.cc:1034] running on GCE node
06:41:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.396584 13067 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:41:20.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.398686 13067 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:41:20.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.400004 13067 hybrid_clock.cc:648] HybridClock initialized: now 1786257680399920 us; error 59 us; skew 500 ppm
06:41:20.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.400352 13067 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:41:20.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.404181 13067 webserver.cc:460] Webserver started at http://127.11.231.131:43605/ using document root <none> and password file <none>
06:41:20.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.405069 13067 fs_manager.cc:359] Metadata directory not provided
06:41:20.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.405258 13067 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:41:20.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.405663 13067 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:41:20.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.409091 13067 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/data/instance:
06:41:20.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c2bef6f5c8541778de7daf9e333b73b"
06:41:20.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:20 on dist-test-slave-bndk"
06:41:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.410168 13067 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/wal/instance:
06:41:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c2bef6f5c8541778de7daf9e333b73b"
06:41:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:20 on dist-test-slave-bndk"
06:41:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.416944 13067 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
06:41:20.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.421957 13102 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:41:20.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.423488 13067 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
06:41:20.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.423722 13067 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/data,/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/wal
06:41:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c2bef6f5c8541778de7daf9e333b73b"
06:41:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:20 on dist-test-slave-bndk"
06:41:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.424001 13067 fs_report.cc:383] FS layout report
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/wal
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/wal
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/data/data
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:41:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:41:20.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.439448 13067 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:41:20.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.440217 13067 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:41:20.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.440755 13067 kserver.cc:163] Server-wide thread pool size limit: 3276
06:41:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.442413 13067 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:41:20.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.444517 13067 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:41:20.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.444654 13067 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:41:20.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.444836 13067 ts_tablet_manager.cc:610] Registered 0 tablets
06:41:20.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.444921 13067 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:41:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.526250 13067 rpc_server.cc:307] RPC server started. Bound to: 127.11.231.131:41601
06:41:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.526535 13274 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.231.131:41601 every 8 connection(s)
06:41:20.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.527514 13067 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/data/info.pb
06:41:20.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.536453 12190 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskec_Hux/build/asan/bin/kudu as pid 13067
06:41:20.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.536832 12190 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster8759015374169972236/ts-2/wal/instance
06:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.556532 13277 heartbeater.cc:347] Connected to a master server at 127.11.231.190:42789
06:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.556574 13275 heartbeater.cc:347] Connected to a master server at 127.11.231.188:35593
06:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.556893 13277 heartbeater.cc:464] Registering TS with master...
06:41:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.556891 13275 heartbeater.cc:464] Registering TS with master...
06:41:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.557433 13278 heartbeater.cc:347] Connected to a master server at 127.11.231.189:45081
06:41:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.557657 13278 heartbeater.cc:464] Registering TS with master...
06:41:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.558738 13277 heartbeater.cc:511] Master 127.11.231.190:42789 requested a full tablet report, sending...
06:41:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.558832 13275 heartbeater.cc:511] Master 127.11.231.188:35593 requested a full tablet report, sending...
06:41:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.559119 13278 heartbeater.cc:511] Master 127.11.231.189:45081 requested a full tablet report, sending...
06:41:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.560737 12480 ts_manager.cc:194] Registered new tserver with Master: 5c2bef6f5c8541778de7daf9e333b73b (127.11.231.131:41601)
06:41:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.560779 12255 ts_manager.cc:194] Registered new tserver with Master: 5c2bef6f5c8541778de7daf9e333b73b (127.11.231.131:41601)
06:41:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.561607 12370 ts_manager.cc:194] Registered new tserver with Master: 5c2bef6f5c8541778de7daf9e333b73b (127.11.231.131:41601)
06:41:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.562786 12370 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.231.131:39917
06:41:20.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.566426 12190 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
06:41:20.568 [DEBUG - main] (MiniKuduCluster.java:195) Response:
06:41:20.569 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
06:41:20.581 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.231.190"
port: 42789
}
bound_http_address {
host: "127.11.231.190"
port: 46433
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.231.189"
port: 45081
}
bound_http_address {
host: "127.11.231.189"
port: 42821
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.231.188"
port: 35593
}
bound_http_address {
host: "127.11.231.188"
port: 43887
}
}
}
06:41:20.586 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
06:41:20.589 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.11.231.129"
port: 44123
}
bound_http_address {
host: "127.11.231.129"
port: 43565
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.11.231.130"
port: 41087
}
bound_http_address {
host: "127.11.231.130"
port: 46095
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.11.231.131"
port: 41601
}
bound_http_address {
host: "127.11.231.131"
port: 43605
}
}
}
06:41:20.590 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
06:41:20.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:20.757007 13062 heartbeater.cc:503] Master 127.11.231.189:45081 was elected leader, sending a full tablet report...
06:41:20.793 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
06:41:20.932 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskec_Hux/test-tmp
06:41:20.932 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
06:41:20.933 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskec_Hux/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
06:41:20.943 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
06:41:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:21.566056 13278 heartbeater.cc:503] Master 127.11.231.189:45081 was elected leader, sending a full tablet report...
06:41:21.691 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:41:21.692 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
06:41:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:21.696839 13292 mini_oidc.cc:152] Starting JWKS server
06:41:21.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:21.700172 13292 webserver.cc:460] Webserver started at http://127.0.0.1:35423/ using document root <none> and password file <none>
06:41:21.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:21.700563 13292 mini_oidc.cc:189] Starting OIDC Discovery server
06:41:21.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:21.701504 13292 webserver.cc:460] Webserver started at http://127.0.0.1:43167/ using document root <none> and password file <none>
06:41:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
06:41:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/principal' for realm 'KRBTEST.COM',
06:41:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
06:41:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:21 dist-test-slave-bndk krb5kdc[13307](info): setting up network...
06:41:21.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
06:41:21.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:21 dist-test-slave-bndk krb5kdc[13307](info): set up 2 sockets
06:41:21.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:21 dist-test-slave-bndk krb5kdc[13307](info): commencing operation
06:41:21.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
06:41:22.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:22.934826 13292 mini_kdc.cc:121] Time spent starting KDC: real 1.223s user 0.003s sys 0.027s
06:41:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
06:41:22.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:41:22.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
06:41:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
06:41:23.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:41:23.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
06:41:23.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
06:41:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:41:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
06:41:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:41:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/test-user.keytab.
06:41:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/test-user.keytab.
06:41:23.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:23 dist-test-slave-bndk krb5kdc[13307](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257683, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:41:23.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
06:41:23.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T06:41:23Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
06:41:23.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T06:41:23Z Disabled control of system clock
06:41:23.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.251.62@KRBTEST.COM; defaulting to no policy
06:41:23.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:41:23.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.251.62@KRBTEST.COM" created.
06:41:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:41:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.251.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.62.keytab.
06:41:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.251.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.62.keytab.
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.123961 13292 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/logs
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data/info.pb
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:41:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.251.62:40949
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.251.62
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.62.keytab
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.251.62
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.251.20:32849
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.251.62:40949,127.12.251.61:34827,127.12.251.60:34739
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35423/jwks.json
06:41:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:41:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.757261 13324 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:41:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.757656 13324 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:41:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.757867 13324 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:41:23.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.769704 13324 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:41:23.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.769841 13324 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:41:23.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.769901 13324 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:41:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.769950 13324 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:41:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.769987 13324 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:41:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.770143 13324 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:41:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.770277 13324 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35423/jwks.json
06:41:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.784307 13324 master_runner.cc:386] Master server non-default flags:
06:41:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.251.20:32849
06:41:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data
06:41:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal
06:41:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:41:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.251.62:40949,127.12.251.61:34827,127.12.251.60:34739
06:41:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.62.keytab
06:41:23.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.251.62
06:41:23.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:23.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:23.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.251.62:40949
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35423/jwks.json
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data/info.pb
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.251.62
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/logs
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:54:04 UTC on ccycloud.quasar-xkgyaq.root.comops.site
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575853
06:41:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:41:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.786257 13324 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:41:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.787832 13324 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:41:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.804105 13339 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.804349 13332 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.804772 13336 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.805123 13324 server_base.cc:1034] running on GCE node
06:41:23.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.806007 13324 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:41:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.807505 13324 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:41:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.808710 13324 hybrid_clock.cc:648] HybridClock initialized: now 1786257683808658 us; error 81 us; skew 500 ppm
06:41:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.809036 13324 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:41:23.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:23 dist-test-slave-bndk krb5kdc[13307](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257683, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:41:23.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.813920 13324 init.cc:377] Logged in from keytab as kudu/127.12.251.62@KRBTEST.COM (short username kudu)
06:41:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.815701 13324 webserver.cc:460] Webserver started at http://127.12.251.62:44295/ using document root <none> and password file <none>
06:41:23.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.816594 13324 fs_manager.cc:359] Metadata directory not provided
06:41:23.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.816847 13324 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:41:23.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.817270 13324 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:41:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.820838 13324 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data/instance:
06:41:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02b1b6b0c26345ff9ab4b8badeac325c"
06:41:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:23 on dist-test-slave-bndk"
06:41:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.821702 13324 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal/instance:
06:41:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02b1b6b0c26345ff9ab4b8badeac325c"
06:41:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:23 on dist-test-slave-bndk"
06:41:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.828083 13324 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
06:41:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.832978 13347 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:41:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.834645 13324 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.834952 13324 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data,/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02b1b6b0c26345ff9ab4b8badeac325c"
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:23 on dist-test-slave-bndk"
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.835237 13324 fs_report.cc:383] FS layout report
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data/data
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:41:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:41:23.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:41:23.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:41:23.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:41:23.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:41:23.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:41:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.873713 13324 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:41:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.880190 13324 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:41:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.880764 13324 kserver.cc:163] Server-wide thread pool size limit: 3276
06:41:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.932655 13324 rpc_server.cc:307] RPC server started. Bound to: 127.12.251.62:40949
06:41:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.932687 13428 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.251.62:40949 every 8 connection(s)
06:41:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.934475 13324 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data/info.pb
06:41:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.939297 13429 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:41:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.945585 13292 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskec_Hux/build/asan/bin/kudu as pid 13324
06:41:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.945987 13292 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal/instance
06:41:23.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.949570 13429 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } has no permanent_uuid. Determining permanent_uuid...
06:41:23.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.251.61@KRBTEST.COM; defaulting to no policy
06:41:23.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:41:23.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.251.61@KRBTEST.COM" created.
06:41:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:23 dist-test-slave-bndk krb5kdc[13307](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257683, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.62@KRBTEST.COM for kudu/127.12.251.62@KRBTEST.COM
06:41:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.986835 13429 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } has no permanent_uuid. Determining permanent_uuid...
06:41:23.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.987843 13349 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:23.990612 13429 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.61:34827: Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:41:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.251.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.61.keytab.
06:41:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.251.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.61.keytab.
06:41:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:23.993551 13292 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal
06:41:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data
06:41:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:41:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:41:23.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/logs
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data/info.pb
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.251.61:34827
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.251.61
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.61.keytab
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.251.61
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.251.20:32849
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.251.62:40949,127.12.251.61:34827,127.12.251.60:34739
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35423/jwks.json
06:41:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:41:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.040079 13429 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } attempt: 1
06:41:24.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.042259 13429 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.61:34827: Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.110764 13429 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } attempt: 2
06:41:24.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.113066 13429 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.61:34827: Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:24.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.204311 13429 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } attempt: 3
06:41:24.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.206470 13429 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.61:34827: Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:24.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.349709 13429 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } attempt: 4
06:41:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.351917 13429 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.61:34827: Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.651216 13429 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } attempt: 5
06:41:24.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.653195 13429 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.61:34827: Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.706604 13441 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:41:24.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.706985 13441 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:41:24.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.707222 13441 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:41:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.718217 13441 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:41:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.718401 13441 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:41:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.718523 13441 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:41:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.718683 13441 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:41:24.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.718793 13441 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:41:24.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.718998 13441 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:41:24.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.719102 13441 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35423/jwks.json
06:41:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.735591 13441 master_runner.cc:386] Master server non-default flags:
06:41:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.251.20:32849
06:41:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data
06:41:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.251.62:40949,127.12.251.61:34827,127.12.251.60:34739
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.61.keytab
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.251.61
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.251.61:34827
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35423/jwks.json
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data/info.pb
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.251.61
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/logs
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:54:04 UTC on ccycloud.quasar-xkgyaq.root.comops.site
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575853
06:41:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:41:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.737115 13441 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:41:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.738706 13441 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:41:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.757998 13449 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.758246 13453 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.758734 13447 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:24.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.759994 13441 server_base.cc:1034] running on GCE node
06:41:24.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.760864 13441 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:41:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.762925 13441 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:41:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.764220 13441 hybrid_clock.cc:648] HybridClock initialized: now 1786257684764096 us; error 46 us; skew 500 ppm
06:41:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.764737 13441 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:41:24.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:24 dist-test-slave-bndk krb5kdc[13307](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257684, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:41:24.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.769730 13441 init.cc:377] Logged in from keytab as kudu/127.12.251.61@KRBTEST.COM (short username kudu)
06:41:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.771935 13441 webserver.cc:460] Webserver started at http://127.12.251.61:41045/ using document root <none> and password file <none>
06:41:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.772780 13441 fs_manager.cc:359] Metadata directory not provided
06:41:24.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.773005 13441 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:41:24.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.773411 13441 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:41:24.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.777307 13441 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data/instance:
06:41:24.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f117977ca6404f298e249a55b39cd114"
06:41:24.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:24 on dist-test-slave-bndk"
06:41:24.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.778478 13441 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal/instance:
06:41:24.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f117977ca6404f298e249a55b39cd114"
06:41:24.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:24 on dist-test-slave-bndk"
06:41:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.786454 13441 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.003s
06:41:24.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.791216 13462 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:41:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.792698 13441 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.792943 13441 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data,/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f117977ca6404f298e249a55b39cd114"
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:24 on dist-test-slave-bndk"
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.793200 13441 fs_report.cc:383] FS layout report
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data/data
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:41:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:41:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:41:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:41:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:41:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:41:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:41:24.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.814551 13441 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:41:24.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.820376 13441 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:41:24.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.820974 13441 kserver.cc:163] Server-wide thread pool size limit: 3276
06:41:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.873940 13441 rpc_server.cc:307] RPC server started. Bound to: 127.12.251.61:34827
06:41:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.874163 13539 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.251.61:34827 every 8 connection(s)
06:41:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.875943 13441 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data/info.pb
06:41:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.877745 13292 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskec_Hux/build/asan/bin/kudu as pid 13441
06:41:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.877978 13292 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal/instance
06:41:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.881946 13540 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:41:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.891438 13540 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } has no permanent_uuid. Determining permanent_uuid...
06:41:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.251.60@KRBTEST.COM; defaulting to no policy
06:41:24.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:41:24.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.251.60@KRBTEST.COM" created.
06:41:24.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:24 dist-test-slave-bndk krb5kdc[13307](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257684, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.61@KRBTEST.COM for kudu/127.12.251.62@KRBTEST.COM
06:41:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.919286 13540 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } has no permanent_uuid. Determining permanent_uuid...
06:41:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:24 dist-test-slave-bndk krb5kdc[13307](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257684, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.61@KRBTEST.COM for kudu/127.12.251.61@KRBTEST.COM
06:41:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:41:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.251.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.60.keytab.
06:41:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.251.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.60.keytab.
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.938897 13292 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/wal
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/logs
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data/info.pb
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.251.60:34739
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.251.60
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.60.keytab
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.251.60
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.251.20:32849
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.251.62:40949,127.12.251.61:34827,127.12.251.60:34739
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35423/jwks.json
06:41:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:41:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.944553 13540 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } has no permanent_uuid. Determining permanent_uuid...
06:41:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.945748 13463 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:24.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.948187 13540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.60:34739: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:24.997509 13540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } attempt: 1
06:41:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:24.999886 13540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.60:34739: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:25.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.068234 13540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } attempt: 2
06:41:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.070864 13540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.60:34739: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:25.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.162195 13540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } attempt: 3
06:41:25.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.164426 13540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.60:34739: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:25.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.200472 13429 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } attempt: 6
06:41:25.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:25 dist-test-slave-bndk krb5kdc[13307](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257683, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.62@KRBTEST.COM for kudu/127.12.251.61@KRBTEST.COM
06:41:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.217646 13429 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } has no permanent_uuid. Determining permanent_uuid...
06:41:25.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.220345 13429 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.60:34739: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.272611 13429 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } attempt: 1
06:41:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.274530 13429 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.60:34739: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.307731 13540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } attempt: 4
06:41:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.309801 13540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.60:34739: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.348821 13429 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } attempt: 2
06:41:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.350847 13429 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.60:34739: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.464171 13429 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } attempt: 3
06:41:25.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.466408 13429 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.60:34739: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.512913 13550 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:41:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.513190 13550 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:41:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.513357 13550 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:41:25.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.521092 13550 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:41:25.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.521199 13550 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:41:25.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.521303 13550 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:41:25.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.521409 13550 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:41:25.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.521473 13550 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:41:25.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.521572 13550 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:41:25.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.521626 13550 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35423/jwks.json
06:41:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.532609 13550 master_runner.cc:386] Master server non-default flags:
06:41:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.251.20:32849
06:41:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data
06:41:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/wal
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.251.62:40949,127.12.251.61:34827,127.12.251.60:34739
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.60.keytab
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.251.60
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.251.60:34739
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35423/jwks.json
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data/info.pb
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.251.60
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/logs
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:41:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:41:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:41:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:41:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:41:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:54:04 UTC on ccycloud.quasar-xkgyaq.root.comops.site
06:41:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575853
06:41:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:41:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.533946 13550 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:41:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.535281 13550 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:41:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.547844 13560 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.548151 13561 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.548401 13563 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.549752 13550 server_base.cc:1034] running on GCE node
06:41:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.550560 13550 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:41:25.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.551927 13550 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:41:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.553144 13550 hybrid_clock.cc:648] HybridClock initialized: now 1786257685553102 us; error 30 us; skew 500 ppm
06:41:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.553500 13550 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:41:25.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:25 dist-test-slave-bndk krb5kdc[13307](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257685, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:41:25.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.556663 13550 init.cc:377] Logged in from keytab as kudu/127.12.251.60@KRBTEST.COM (short username kudu)
06:41:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.558187 13550 webserver.cc:460] Webserver started at http://127.12.251.60:40699/ using document root <none> and password file <none>
06:41:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.558821 13550 fs_manager.cc:359] Metadata directory not provided
06:41:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.558940 13550 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:41:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.559223 13550 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:41:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.562076 13550 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data/instance:
06:41:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abd0a6cf4a5d4adb93b63f67adc6825b"
06:41:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:25 on dist-test-slave-bndk"
06:41:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.562867 13550 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/wal/instance:
06:41:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abd0a6cf4a5d4adb93b63f67adc6825b"
06:41:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:25 on dist-test-slave-bndk"
06:41:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.568194 13550 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
06:41:25.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.572289 13570 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:41:25.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.573715 13550 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.573896 13550 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data,/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/wal
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abd0a6cf4a5d4adb93b63f67adc6825b"
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:25 on dist-test-slave-bndk"
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.574075 13550 fs_report.cc:383] FS layout report
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/wal
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/wal
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data/data
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:41:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:41:25.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.608989 13540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } attempt: 5
06:41:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.610881 13540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.60:34739: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:25.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.613004 13550 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:41:25.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.615636 13429 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } attempt: 4
06:41:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.617406 13429 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.60:34739: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.617964 13550 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:41:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.618321 13550 kserver.cc:163] Server-wide thread pool size limit: 3276
06:41:25.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.650902 13550 rpc_server.cc:307] RPC server started. Bound to: 127.12.251.60:34739
06:41:25.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.650942 13644 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.251.60:34739 every 8 connection(s)
06:41:25.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.652401 13550 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data/info.pb
06:41:25.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.653342 13292 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskec_Hux/build/asan/bin/kudu as pid 13550
06:41:25.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.653541 13292 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/wal/instance
06:41:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.657366 13646 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:41:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.666078 13646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } has no permanent_uuid. Determining permanent_uuid...
06:41:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:25 dist-test-slave-bndk krb5kdc[13307](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257685, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.60@KRBTEST.COM for kudu/127.12.251.62@KRBTEST.COM
06:41:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:25 dist-test-slave-bndk krb5kdc[13307](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257683, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.251.60@KRBTEST.COM
06:41:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.688853 13646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } has no permanent_uuid. Determining permanent_uuid...
06:41:25.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:25 dist-test-slave-bndk krb5kdc[13307](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257685, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.60@KRBTEST.COM for kudu/127.12.251.61@KRBTEST.COM
06:41:25.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:25 dist-test-slave-bndk krb5kdc[13307](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257683, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.251.62@KRBTEST.COM
06:41:25.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.710258 13646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } has no permanent_uuid. Determining permanent_uuid...
06:41:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:25 dist-test-slave-bndk krb5kdc[13307](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257685, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.60@KRBTEST.COM for kudu/127.12.251.60@KRBTEST.COM
06:41:25.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:25 dist-test-slave-bndk krb5kdc[13307](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257683, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.251.61@KRBTEST.COM
06:41:25.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.731428 13646 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: Bootstrap starting.
06:41:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.735792 13646 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: Neither blocks nor log segments found. Creating new log.
06:41:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.736172 13292 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
06:41:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.737404 13646 log.cc:824] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: Log is configured to *not* fsync() on all Append() calls
06:41:25.738 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:41:25.739 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
06:41:25.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.740113 13646 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: No bootstrap required, opened a new log
06:41:25.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.751772 13646 raft_consensus.cc:348] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } }
06:41:25.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.752379 13646 raft_consensus.cc:374] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:41:25.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.752645 13646 raft_consensus.cc:729] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: abd0a6cf4a5d4adb93b63f67adc6825b, State: Initialized, Role: FOLLOWER
06:41:25.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.753471 13646 consensus_queue.cc:260] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } }
06:41:25.754 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
06:41:25.755 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
06:41:25.757 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.12.251.62"
port: 40949
}
bound_http_address {
host: "127.12.251.62"
port: 44295
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.12.251.61"
port: 34827
}
bound_http_address {
host: "127.12.251.61"
port: 41045
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.12.251.60"
port: 34739
}
bound_http_address {
host: "127.12.251.60"
port: 40699
}
}
}
06:41:25.758 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
06:41:25.758 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:41:25.758 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
06:41:25.759 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
06:41:25.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.761168 13656 sys_catalog.cc:455] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } } }
06:41:25.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.762355 13656 sys_catalog.cc:458] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [sys.catalog]: This master's current role is: FOLLOWER
06:41:25.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.763247 13646 sys_catalog.cc:564] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [sys.catalog]: configured and running, proceeding with master startup.
06:41:25.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.795185 13550 master_runner.cc:186] Error getting master registration for 127.12.251.62:40949: OK, instance_id { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" instance_seqno: 1786257683918355 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:41:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:25 dist-test-slave-bndk krb5kdc[13307](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257685, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:41:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
06:41:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.821007 13675 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.827428 13675 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.827929 13550 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:41:25.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:41:25.836 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5cc
06:41:25.847 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:41:25.848 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5cc
06:41:25.850 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:41:25.854 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
06:41:25.856 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
06:41:25.856 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
06:41:25.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:25.871068 13578 tablet.cc:2369] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:41:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.885658 13429 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } attempt: 5
06:41:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:25 dist-test-slave-bndk krb5kdc[13307](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257685, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:41:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
06:41:25.897 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:41:25.897 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5cc
06:41:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:25 dist-test-slave-bndk krb5kdc[13307](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257683, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.62@KRBTEST.COM for kudu/127.12.251.60@KRBTEST.COM
06:41:25.899 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:41:25.899 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.251.60:34739
06:41:25.901 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
06:41:25.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.902133 13292 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskec_Hux/build/asan/bin/kudu pid 13550
06:41:25.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:25.903764 13638 generic_service.cc:196] Checking for leaks (request via RPC)
06:41:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.006636 13292 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskec_Hux/build/asan/bin/kudu with pid 13550
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.030009 13551 negotiation.cc:337] Failed RPC negotiation. Trace:
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.886516 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.12.251.60:34739 (local address 127.0.0.1:40354)
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.886853 (+ 337us) negotiation.cc:107] Waiting for socket to connect
06:41:26.030 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.886875 (+ 22us) client_negotiation.cc:174] Beginning negotiation
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.887019 (+ 144us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.887449 (+ 430us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.887454 (+ 5us) client_negotiation.cc:394] Received NEGOTIATE response from server
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.888068 (+ 614us) client_negotiation.cc:189] Negotiated authn=SASL
06:41:26.030 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.251.62:40949
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.888420 (+ 352us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.888439 (+ 19us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.890085 (+ 1646us) client_negotiation.cc:271] Received TLS_HANDSHAKE NegotiatePB response
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.890091 (+ 6us) client_negotiation.cc:527] Received TLS_HANDSHAKE response from server
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.892076 (+ 1985us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.892091 (+ 15us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.893763 (+ 1672us) client_negotiation.cc:271] Received TLS_HANDSHAKE NegotiatePB response
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.893769 (+ 6us) client_negotiation.cc:527] Received TLS_HANDSHAKE response from server
06:41:26.030 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
06:41:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.894227 (+ 458us) client_negotiation.cc:548] Negotiated auth-only TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
06:41:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.895009 (+ 782us) client_negotiation.cc:623] Initiating SASL GSSAPI handshake
06:41:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.895035 (+ 26us) client_negotiation.cc:656] calling sasl_client_start()
06:41:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:25.899309 (+ 4274us) client_negotiation.cc:252] Sending SASL_INITIATE NegotiatePB request
06:41:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:41:26.028927 (+129618us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: BlockingRecv error: recv got EOF from 127.12.251.60:34739 (error 108)
06:41:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":161}
06:41:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.031201 13292 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskec_Hux/build/asan/bin/kudu pid 13324
06:41:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.031502 13429 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.251.60:34739: Network error: Client connection negotiation failed: client connection to 127.12.251.60:34739: connect: Connection refused (error 111)
06:41:26.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.032373 13422 generic_service.cc:196] Checking for leaks (request via RPC)
06:41:26.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.109191 13292 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskec_Hux/build/asan/bin/kudu with pid 13324
06:41:26.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:41:26.129 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.251.61:34827
06:41:26.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
06:41:26.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.130832 13292 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskec_Hux/build/asan/bin/kudu pid 13441
06:41:26.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.131908 13531 generic_service.cc:196] Checking for leaks (request via RPC)
06:41:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.208796 13540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } attempt: 6
06:41:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.209604 13292 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskec_Hux/build/asan/bin/kudu with pid 13441
06:41:26.228 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:41:26.228 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.251.60:34739
06:41:26.229 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
06:41:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.230660 13292 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/wal
06:41:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data
06:41:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:41:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/logs
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data/info.pb
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.251.60:34739
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.251.60
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40699
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.60.keytab
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.251.60
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.251.20:32849
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.251.62:40949,127.12.251.61:34827,127.12.251.60:34739
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35423/jwks.json
06:41:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:41:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.574868 13688 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:41:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.575184 13688 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:41:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.575338 13688 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:41:26.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.582784 13688 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:41:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.582883 13688 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:41:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.582953 13688 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:41:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.583020 13688 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:41:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.583074 13688 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:41:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.583251 13688 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:41:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.583348 13688 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35423/jwks.json
06:41:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.593401 13688 master_runner.cc:386] Master server non-default flags:
06:41:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.251.20:32849
06:41:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data
06:41:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/wal
06:41:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:41:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.251.62:40949,127.12.251.61:34827,127.12.251.60:34739
06:41:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.60.keytab
06:41:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.251.60
06:41:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.251.60:34739
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35423/jwks.json
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data/info.pb
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.251.60
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40699
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/logs
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:41:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:54:04 UTC on ccycloud.quasar-xkgyaq.root.comops.site
06:41:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575853
06:41:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:41:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.595084 13688 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:41:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.596634 13688 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:41:26.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.607613 13695 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.607662 13696 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.607688 13698 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.608754 13688 server_base.cc:1034] running on GCE node
06:41:26.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.609558 13688 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:41:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.610937 13688 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:41:26.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.612144 13688 hybrid_clock.cc:648] HybridClock initialized: now 1786257686612089 us; error 39 us; skew 500 ppm
06:41:26.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.612486 13688 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:41:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:26 dist-test-slave-bndk krb5kdc[13307](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257686, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:41:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.615485 13688 init.cc:377] Logged in from keytab as kudu/127.12.251.60@KRBTEST.COM (short username kudu)
06:41:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.616819 13688 webserver.cc:460] Webserver started at http://127.12.251.60:40699/ using document root <none> and password file <none>
06:41:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.617501 13688 fs_manager.cc:359] Metadata directory not provided
06:41:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.617619 13688 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:41:26.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.622574 13688 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.001s sys 0.004s
06:41:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.625164 13708 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:41:26.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.626607 13688 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
06:41:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.626740 13688 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data,/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/wal
06:41:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abd0a6cf4a5d4adb93b63f67adc6825b"
06:41:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:25 on dist-test-slave-bndk"
06:41:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.627632 13688 fs_report.cc:383] FS layout report
06:41:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:41:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/wal
06:41:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/wal
06:41:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data/data
06:41:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:41:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:41:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:41:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:41:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:41:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:41:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:41:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:41:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:41:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:41:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:41:26.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.655117 13688 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:41:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.659010 13688 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:41:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.659245 13688 kserver.cc:163] Server-wide thread pool size limit: 3276
06:41:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.676790 13688 rpc_server.cc:307] RPC server started. Bound to: 127.12.251.60:34739
06:41:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.676853 13783 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.251.60:34739 every 8 connection(s)
06:41:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.678200 13688 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-2/data/info.pb
06:41:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.684630 13784 sys_catalog.cc:263] Verifying existing consensus state
06:41:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.686219 13292 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskec_Hux/build/asan/bin/kudu as pid 13688
06:41:26.686 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:41:26.686 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.251.62:40949
06:41:26.686 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
06:41:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.687520 13292 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal
06:41:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data
06:41:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:41:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:41:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:41:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/logs
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data/info.pb
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.251.62:40949
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.251.62
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44295
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.62.keytab
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.251.62
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:41:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:41:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:41:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.251.20:32849
06:41:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.251.62:40949,127.12.251.61:34827,127.12.251.60:34739
06:41:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35423/jwks.json
06:41:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:41:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.688292 13784 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: Bootstrap starting.
06:41:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.706861 13784 log.cc:824] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: Log is configured to *not* fsync() on all Append() calls
06:41:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.709617 13784 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:41:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.710201 13784 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: Bootstrap complete.
06:41:26.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.724050 13784 raft_consensus.cc:348] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } }
06:41:26.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.725356 13784 raft_consensus.cc:374] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:41:26.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.725469 13784 raft_consensus.cc:729] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: abd0a6cf4a5d4adb93b63f67adc6825b, State: Initialized, Role: FOLLOWER
06:41:26.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.726181 13784 consensus_queue.cc:260] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } }
06:41:26.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.727052 13792 sys_catalog.cc:455] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } } }
06:41:26.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.727469 13792 sys_catalog.cc:458] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [sys.catalog]: This master's current role is: FOLLOWER
06:41:26.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.728284 13784 sys_catalog.cc:564] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [sys.catalog]: configured and running, proceeding with master startup.
06:41:26.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.739894 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:26.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.740028 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.736833 13688 master_runner.cc:186] Error getting master registration for 127.12.251.62:40949: Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111),
06:41:26.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:26.746136 13688 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:41:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:26.911232 13714 tablet.cc:2369] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:41:27.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.028101 13789 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:41:27.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.028456 13789 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:41:27.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.028596 13789 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:41:27.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.036733 13789 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:41:27.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.036844 13789 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:41:27.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.036916 13789 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:41:27.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.036988 13789 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:41:27.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.037038 13789 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:41:27.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.037119 13789 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:41:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.037170 13789 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35423/jwks.json
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.047060 13789 master_runner.cc:386] Master server non-default flags:
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.251.20:32849
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.251.62:40949,127.12.251.61:34827,127.12.251.60:34739
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.62.keytab
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.251.62
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.251.62:40949
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35423/jwks.json
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data/info.pb
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.251.62
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44295
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/logs
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:54:04 UTC on ccycloud.quasar-xkgyaq.root.comops.site
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575853
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:41:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.048724 13789 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:41:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.050071 13789 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:41:27.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.061640 13816 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:27.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.061571 13817 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:27.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.062517 13821 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:27.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.062911 13789 server_base.cc:1034] running on GCE node
06:41:27.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.063616 13789 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:41:27.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.064985 13789 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:41:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.066205 13789 hybrid_clock.cc:648] HybridClock initialized: now 1786257687066133 us; error 58 us; skew 500 ppm
06:41:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.066505 13789 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:41:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:27 dist-test-slave-bndk krb5kdc[13307](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257687, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:41:27.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.073580 13789 init.cc:377] Logged in from keytab as kudu/127.12.251.62@KRBTEST.COM (short username kudu)
06:41:27.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.075095 13789 webserver.cc:460] Webserver started at http://127.12.251.62:44295/ using document root <none> and password file <none>
06:41:27.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.075773 13789 fs_manager.cc:359] Metadata directory not provided
06:41:27.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.075910 13789 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:41:27.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.081310 13789 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.003s sys 0.000s
06:41:27.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.083951 13831 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:41:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.085249 13789 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.085409 13789 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data,/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02b1b6b0c26345ff9ab4b8badeac325c"
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:23 on dist-test-slave-bndk"
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.086268 13789 fs_report.cc:383] FS layout report
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data/data
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:41:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:41:27.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.096366 13792 raft_consensus.cc:482] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:41:27.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.096647 13792 raft_consensus.cc:504] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } }
06:41:27.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.098555 13792 leader_election.cc:288] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949), f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827)
06:41:27.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.099236 13710 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111)
06:41:27.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.100675 13710 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949): Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111)
06:41:27.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.101096 13709 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827): Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:27.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.101274 13709 leader_election.cc:302] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: abd0a6cf4a5d4adb93b63f67adc6825b; no voters: 02b1b6b0c26345ff9ab4b8badeac325c, f117977ca6404f298e249a55b39cd114
06:41:27.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.101598 13792 raft_consensus.cc:2726] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
06:41:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.117002 13789 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:41:27.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.120744 13789 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:41:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.120981 13789 kserver.cc:163] Server-wide thread pool size limit: 3276
06:41:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.140242 13789 rpc_server.cc:307] RPC server started. Bound to: 127.12.251.62:40949
06:41:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.140264 13904 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.251.62:40949 every 8 connection(s)
06:41:27.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.141672 13789 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/data/info.pb
06:41:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.143227 13292 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskec_Hux/build/asan/bin/kudu as pid 13789
06:41:27.144 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:41:27.144 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.251.61:34827
06:41:27.144 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.144989 13292 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskec_Hux/build/asan/bin/kudu
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/logs
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data/info.pb
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.251.61:34827
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.251.61
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41045
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.61.keytab
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.251.61
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.251.20:32849
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.251.62:40949,127.12.251.61:34827,127.12.251.60:34739
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35423/jwks.json
06:41:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:41:27.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.148773 13906 sys_catalog.cc:263] Verifying existing consensus state
06:41:27.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 06:41:27.149391 13906 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
06:41:27.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.149632 13789 master.cc:537] Master@127.12.251.62:40949 shutting down...
06:41:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.172061 13789 master.cc:552] Master@127.12.251.62:40949 shutdown complete.
06:41:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
06:41:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.472550 13908 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:41:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.472800 13908 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:41:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.472887 13908 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:41:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.479915 13908 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:41:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.480001 13908 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:41:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.480048 13908 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:41:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.480093 13908 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:41:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.480129 13908 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:41:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.480185 13908 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:41:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.480216 13908 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35423/jwks.json
06:41:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.489584 13908 master_runner.cc:386] Master server non-default flags:
06:41:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:41:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.251.20:32849
06:41:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:41:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:41:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data
06:41:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal
06:41:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.251.62:40949,127.12.251.61:34827,127.12.251.60:34739
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/krb5kdc/kudu_127.12.251.61.keytab
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.251.61
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.251.61:34827
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35423/jwks.json
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data/info.pb
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.251.61
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41045
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/logs
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:54:04 UTC on ccycloud.quasar-xkgyaq.root.comops.site
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575853
06:41:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:41:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.490891 13908 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:41:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.492616 13908 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:41:27.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.505079 13915 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:27.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.505107 13918 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:27.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.505705 13921 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:41:27.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.506477 13908 server_base.cc:1034] running on GCE node
06:41:27.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.507290 13908 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:41:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.508720 13908 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:41:27.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.509940 13908 hybrid_clock.cc:648] HybridClock initialized: now 1786257687509862 us; error 43 us; skew 500 ppm
06:41:27.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.510524 13908 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:41:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:27 dist-test-slave-bndk krb5kdc[13307](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257687, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:41:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.513684 13908 init.cc:377] Logged in from keytab as kudu/127.12.251.61@KRBTEST.COM (short username kudu)
06:41:27.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.515272 13908 webserver.cc:460] Webserver started at http://127.12.251.61:41045/ using document root <none> and password file <none>
06:41:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.516057 13908 fs_manager.cc:359] Metadata directory not provided
06:41:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.516201 13908 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:41:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.522706 13908 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.001s sys 0.003s
06:41:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.525791 13933 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:41:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.527661 13908 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.527822 13908 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data,/tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f117977ca6404f298e249a55b39cd114"
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:41:24 on dist-test-slave-bndk"
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.529053 13908 fs_report.cc:383] FS layout report
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data/data
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:41:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:41:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.563678 13908 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:41:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.567183 13908 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:41:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.567402 13908 kserver.cc:163] Server-wide thread pool size limit: 3276
06:41:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.584820 13908 rpc_server.cc:307] RPC server started. Bound to: 127.12.251.61:34827
06:41:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.584827 14016 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.251.61:34827 every 8 connection(s)
06:41:27.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.586248 13908 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/data/info.pb
06:41:27.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.592608 13292 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskec_Hux/build/asan/bin/kudu as pid 13908
06:41:27.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.592769 14017 sys_catalog.cc:263] Verifying existing consensus state
06:41:27.593 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:41:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 06:41:27.593250 14017 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
06:41:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.593448 13908 master.cc:537] Master@127.12.251.61:34827 shutting down...
06:41:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:27.615182 13908 master.cc:552] Master@127.12.251.61:34827 shutdown complete.
06:41:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskec_Hux/test-tmp/mini-kudu-cluster5345969978708411229/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
06:41:27.643 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.251.60:34739(127.12.251.60:34739)] connecting to peer
06:41:27.710 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:27.713 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.741763 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:27.741933 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:27.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:27.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:27.746 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.251.60:34739(127.12.251.60:34739)] Successfully connected to peer
06:41:27.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:27.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:27.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:27.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:27.818 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
06:41:27.825 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.12.251.60
06:41:27.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:27 dist-test-slave-bndk krb5kdc[13307](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257685, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.251.60@KRBTEST.COM
06:41:28.018 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x99e9523c, L:/127.0.0.1:42580 - R:/127.12.251.60:34739] using SASL/GSSAPI
06:41:28.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:28.041 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:28.043 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:28.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:28.058 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:28.060 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:28.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:28.078 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:28.079 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:28.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:28.098 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:28.099 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:28.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:28.118 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:28.120 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:28.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.127 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:28.179 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:28.180 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:28.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:28.299 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:28.301 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:28.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:28.458 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:28.459 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:28.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:28.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:28.692451 14026 raft_consensus.cc:482] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:41:28.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:28.692651 14026 raft_consensus.cc:504] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } }
06:41:28.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:28.693527 14026 leader_election.cc:288] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949), f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827)
06:41:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:28.695914 13709 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827): Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:28.696165 13710 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949): Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111)
06:41:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:28.696282 13710 leader_election.cc:302] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: abd0a6cf4a5d4adb93b63f67adc6825b; no voters: 02b1b6b0c26345ff9ab4b8badeac325c, f117977ca6404f298e249a55b39cd114
06:41:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:28.696564 14026 raft_consensus.cc:2726] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
06:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:28.743068 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:28.743204 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:28.898 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:28.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.902 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:28.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:28.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:28.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:29.744381 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:29.744511 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:29.899 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:29.900 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:29.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:29.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:29.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:29.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:29.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:29.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:29.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:30.600238 14031 raft_consensus.cc:482] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:41:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:30.600458 14031 raft_consensus.cc:504] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } }
06:41:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:30.601239 14031 leader_election.cc:288] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949), f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827)
06:41:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:30.603334 13710 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949): Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111)
06:41:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:30.603497 13709 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827): Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:30.603637 13709 leader_election.cc:302] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: abd0a6cf4a5d4adb93b63f67adc6825b; no voters: 02b1b6b0c26345ff9ab4b8badeac325c, f117977ca6404f298e249a55b39cd114
06:41:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:30.603885 14031 raft_consensus.cc:2726] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
06:41:30.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:30.745697 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:30.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:30.745820 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:30.958 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:30.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:30.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:30.961 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:30.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:30.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:30.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:30.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:30.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:31.747164 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:31.747325 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:31.747730 13688 master_runner.cc:186] Error getting master registration for 127.12.251.62:40949: Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111),
06:41:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:31.747895 13688 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:41:31.979 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:31.980 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:31.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:31.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:31.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:31.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:31.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:31.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:31.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:32.118 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:32.120 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:32.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:32.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:32.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:32.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:32.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:32.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:32.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:32.654229 14040 raft_consensus.cc:482] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:41:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:32.654461 14040 raft_consensus.cc:504] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } }
06:41:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:32.655270 14040 leader_election.cc:288] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949), f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827)
06:41:32.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:32.656180 13710 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111) [suppressed 5 similar messages]
06:41:32.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:32.657660 13710 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949): Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111)
06:41:32.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:32.657801 13709 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827): Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:32.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:32.657924 13709 leader_election.cc:302] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: abd0a6cf4a5d4adb93b63f67adc6825b; no voters: 02b1b6b0c26345ff9ab4b8badeac325c, f117977ca6404f298e249a55b39cd114
06:41:32.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:32.658171 14040 raft_consensus.cc:2726] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
06:41:32.718 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:32.720 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:32.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:32.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:32.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:32.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:32.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:32.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:32.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:32.748473 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:32.748610 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:33.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:33.749856 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:33.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:33.749981 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:34.259 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:34.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:34.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:34.261 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:34.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:34.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:34.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:34.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:34.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:34.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:34.751124 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:34.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:34.751251 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:35.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:35.752432 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:35.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:35.752556 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:36.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:36.500286 14045 raft_consensus.cc:482] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:41:36.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:36.500484 14045 raft_consensus.cc:504] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } }
06:41:36.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:36.501101 14045 leader_election.cc:288] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949), f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827)
06:41:36.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:36.503126 13710 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949): Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111)
06:41:36.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:36.503278 13709 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827): Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:36.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:36.503438 13709 leader_election.cc:302] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: abd0a6cf4a5d4adb93b63f67adc6825b; no voters: 02b1b6b0c26345ff9ab4b8badeac325c, f117977ca6404f298e249a55b39cd114
06:41:36.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:36.503703 14045 raft_consensus.cc:2726] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
06:41:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:36 dist-test-slave-bndk krb5kdc[13307](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257696, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:41:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:36.617522 13702 init.cc:295] Successfully reacquired a new kerberos TGT
06:41:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:36.749150 13688 master_runner.cc:186] Error getting master registration for 127.12.251.62:40949: Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111),
06:41:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:36.749374 13688 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:41:36.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:36.753640 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:36.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:36.753748 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:37.754882 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:37.755007 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:37.958 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:37.960 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:37.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:37.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:37.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:37.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:37.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:37.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:37.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:38.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:38.756160 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:38.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:38.756302 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:39.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:39.757519 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:39.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:39.757647 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:40.758785 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:40.758916 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:40.978 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:40.980 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:40.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:40.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:40.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:40.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:40.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:40.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:40.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:41.750735 13688 master_runner.cc:186] Error getting master registration for 127.12.251.62:40949: Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111),
06:41:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:41.750926 13688 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:41:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:41.760269 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:41.760402 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:41.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:41.981506 14052 raft_consensus.cc:482] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:41:41.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:41.981690 14052 raft_consensus.cc:504] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } }
06:41:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:41.982360 14052 leader_election.cc:288] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949), f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827)
06:41:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:41.982944 13709 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111) [suppressed 3 similar messages]
06:41:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:41.984192 13709 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827): Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:41.984369 13710 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949): Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111)
06:41:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:41.984476 13710 leader_election.cc:302] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: abd0a6cf4a5d4adb93b63f67adc6825b; no voters: 02b1b6b0c26345ff9ab4b8badeac325c, f117977ca6404f298e249a55b39cd114
06:41:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:41.984699 14052 raft_consensus.cc:2726] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
06:41:42.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:42.761636 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:42.761765 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:43.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:43.762953 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:43.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:43.763078 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:43.818 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:43.820 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:43.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:43.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:43.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:43.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:43.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:43.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:43.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:44.438 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:44.440 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:44.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:44.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:44.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:44.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:44.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:44.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:44.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:44.764266 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:44.764400 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:45.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:45.765600 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:45.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:45.765718 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 06:41:46 dist-test-slave-bndk krb5kdc[13307](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786257706, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.251.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:41:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:46.619148 13702 init.cc:295] Successfully reacquired a new kerberos TGT
06:41:46.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:46.756973 13688 master_runner.cc:186] Error getting master registration for 127.12.251.62:40949: Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111),
06:41:46.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:46.757170 13688 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:41:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:46.766806 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:46.766903 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:47.598 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:47.599 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:47.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:47.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:47.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:47.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:47.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:47.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:47.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:47.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:47.768110 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:47.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:47.768237 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:48.478 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:48.479 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:48.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:48.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:48.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:48.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:48.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:48.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:48.481 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:48.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:48.769465 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:48.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:48.769594 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:48.979 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:48.980 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:48.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:48.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:48.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:48.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:48.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:48.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:48.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:48.998 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:48.998 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:48.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:48.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:48.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:49.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:49.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:49.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:49.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:49.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:49.770728 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:49.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:49.770862 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:50.298 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:50.299 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:50.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:50.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:50.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:50.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:50.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:50.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:50.301 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:50.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:50.772078 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:50.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:50.772202 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:51.758677 13688 master_runner.cc:186] Error getting master registration for 127.12.251.62:40949: Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111),
06:41:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:51.758864 13688 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:41:51.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:51.773315 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:51.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:51.773430 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:52.774655 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:52.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:52.774799 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:53.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:53.248224 14062 raft_consensus.cc:482] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:41:53.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:53.248417 14062 raft_consensus.cc:504] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "02b1b6b0c26345ff9ab4b8badeac325c" member_type: VOTER last_known_addr { host: "127.12.251.62" port: 40949 } } peers { permanent_uuid: "f117977ca6404f298e249a55b39cd114" member_type: VOTER last_known_addr { host: "127.12.251.61" port: 34827 } } peers { permanent_uuid: "abd0a6cf4a5d4adb93b63f67adc6825b" member_type: VOTER last_known_addr { host: "127.12.251.60" port: 34739 } }
06:41:53.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:53.249089 14062 leader_election.cc:288] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949), f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827)
06:41:53.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:53.250164 13710 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111) [suppressed 1 similar messages]
06:41:53.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:53.251457 13710 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 02b1b6b0c26345ff9ab4b8badeac325c (127.12.251.62:40949): Network error: Client connection negotiation failed: client connection to 127.12.251.62:40949: connect: Connection refused (error 111)
06:41:53.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:53.251688 13709 leader_election.cc:334] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f117977ca6404f298e249a55b39cd114 (127.12.251.61:34827): Network error: Client connection negotiation failed: client connection to 127.12.251.61:34827: connect: Connection refused (error 111)
06:41:53.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:53.251854 13709 leader_election.cc:302] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: abd0a6cf4a5d4adb93b63f67adc6825b; no voters: 02b1b6b0c26345ff9ab4b8badeac325c, f117977ca6404f298e249a55b39cd114
06:41:53.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:53.252135 14062 raft_consensus.cc:2726] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
06:41:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:53.775944 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:53.776121 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:54.358 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:54.359 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:54.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:54.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:54.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:54.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:54.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:54.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:54.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:54.777374 13808 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abd0a6cf4a5d4adb93b63f67adc6825b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:41:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:54.777508 13808 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:41:55.439 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.62:40949(127.12.251.62:40949)] connecting to peer
06:41:55.439 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.251.61:34827(127.12.251.61:34827)] connecting to peer
06:41:55.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:55.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.251.62:40949(127.12.251.62:40949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:55.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.62:40949: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949
06:41:55.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:55.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.61:34827(127.12.251.61:34827)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:55.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.251.61:34827: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
06:41:55.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827; will retry
06:41:55.447 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27846), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [146ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [428ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [432ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [437ms] refreshing cache from master, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [443ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [446ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [447ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [448ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [457ms] refreshing cache from master, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [459ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [460ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [462ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [462ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [476ms] refreshing cache from master, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [480ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [480ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [481ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [482ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [496ms] refreshing cache from master, [496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [499ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [499ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [501ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [502ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [517ms] refreshing cache from master, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [520ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [525ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [526ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [527ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [583ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [584ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [701ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [701ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [702ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [703ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [856ms] refreshing cache from master, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [861ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [861ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [862ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [864ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [1303ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [2297ms] refreshing cache from master, [2297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [2298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [2299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [2300ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [2300ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [2302ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [3357ms] refreshing cache from master, [3357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [3357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [3358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [3360ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [3360ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [3361ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [3361ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [4377ms] refreshing cache from master, [4377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [4377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [4378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [4380ms] too many traces: truncated at 100 traces, deferred=Deferred@470312447(state=PENDING, result=null, callback=(continuation of Deferred@375876419 after retry RPC after error@723564784) -> (continuation of Deferred@2081462586 after retry RPC after error@602422490) -> (continuation of Deferred@251164311 after retry RPC after error@548513920) -> (continuation of Deferred@1477455077 after retry RPC after error@981259729) -> (continuation of Deferred@2013085895 after retry RPC after error@1512379152) -> (continuation of Deferred@51080117 after retry RPC after error@1602610264) -> (continuation of Deferred@1122200599 after retry RPC after error@808213192) -> (continuation of Deferred@1747114427 after retry RPC after error@418727875) -> (continuation of Deferred@1101988638 after retry RPC after error@327674873) -> (continuation of Deferred@1838552883 after retry RPC after error@1601146397) -> (continuation of Deferred@1726071069 after retry RPC after error@1251292699) -> (continuation of Deferred@392663029 after retry RPC after error@878441570) -> (continuation of Deferred@1557803741 after retry RPC after error@1067250355) -> (continuation of Deferred@347064978 after retry RPC after error@2143081601) -> (continuation of Deferred@1920818545 after retry RPC after error@715927783) -> (continuation of Deferred@1077773434 after retry RPC after error@1497126944) -> (continuation of Deferred@1093796003 after retry RPC after error@181545834) -> (continuation of Deferred@652242974 after retry RPC after error@489079226) -> (continuation of Deferred@1287716261 after retry RPC after error@1464993324) -> (continuation of Deferred@1922559064 after retry RPC after error@1494730913) -> (continuation of Deferred@309410803 after retry RPC after error@1440038135) -> (continuation of Deferred@409861945 after retry RPC after error@2144894549) -> (continuation of Deferred@1693285630 after retry RPC after error@413390352) -> (continuation of Deferred@1874880010 after retry RPC after error@1398183793) -> (continuation of Deferred@1557334889 after retry RPC after error@1514554805) -> (continuation of Deferred@920295617 after retry RPC after error@1364229236), errback=(continuation of Deferred@375876419 after retry RPC after error@723564784) -> (continuation of Deferred@2081462586 after retry RPC after error@602422490) -> (continuation of Deferred@251164311 after retry RPC after error@548513920) -> (continuation of Deferred@1477455077 after retry RPC after error@981259729) -> (continuation of Deferred@2013085895 after retry RPC after error@1512379152) -> (continuation of Deferred@51080117 after retry RPC after error@1602610264) -> (continuation of Deferred@1122200599 after retry RPC after error@808213192) -> (continuation of Deferred@1747114427 after retry RPC after error@418727875) -> (continuation of Deferred@1101988638 after retry RPC after error@327674873) -> (continuation of Deferred@1838552883 after retry RPC after error@1601146397) -> (continuation of Deferred@1726071069 after retry RPC after error@1251292699) -> (continuation of Deferred@392663029 after retry RPC after error@878441570) -> (continuation of Deferred@1557803741 after retry RPC after error@1067250355) -> (continuation of Deferred@347064978 after retry RPC after error@2143081601) -> (continuation of Deferred@1920818545 after retry RPC after error@715927783) -> (continuation of Deferred@1077773434 after retry RPC after error@1497126944) -> (continuation of Deferred@1093796003 after retry RPC after error@181545834) -> (continuation of Deferred@652242974 after retry RPC after error@489079226) -> (continuation of Deferred@1287716261 after retry RPC after error@1464993324) -> (continuation of Deferred@1922559064 after retry RPC after error@1494730913) -> (continuation of Deferred@309410803 after retry RPC after error@1440038135) -> (continuation of Deferred@409861945 after retry RPC after error@2144894549) -> (continuation of Deferred@1693285630 after retry RPC after error@413390352) -> (continuation of Deferred@1874880010 after retry RPC after error@1398183793) -> (continuation of Deferred@1557334889 after retry RPC after error@1514554805) -> (continuation of Deferred@920295617 after retry RPC after error@1364229236)))
06:41:55.452 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.251.60:34739(127.12.251.60:34739)] disconnecting while in state READY
06:41:55.453 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.251.61:34827(127.12.251.61:34827)] disconnecting while in state TERMINATED
06:41:55.453 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.251.62:40949(127.12.251.62:40949)] disconnecting while in state TERMINATED
06:41:55.457 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:41:55.459 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.251.60:34739(127.12.251.60:34739)] handling channelInactive
06:41:55.459 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:41:55.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.251.60:34739(127.12.251.60:34739)] cleaning up while in state READY due to: connection closed
06:41:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:55.467854 13292 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskec_Hux/build/asan/bin/kudu pid 13688
06:41:55.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:55.476027 13292 external_mini_cluster.cc:1652] Unable to check leaks on /tmp/dist-test-taskec_Hux/build/asan/bin/kudu pid 13688: Not authorized: Client connection negotiation failed: client connection to 127.12.251.60:34739: server requires authentication, but client does not have Kerberos credentials available
06:41:55.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:55.476286 13292 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskec_Hux/build/asan/bin/kudu with pid 13688
06:41:55.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T06:41:55Z chronyd exiting
06:41:55.642 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:41:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:55.644378 12190 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskec_Hux/build/asan/bin/kudu pid 12647
06:41:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:55.659113 12835 generic_service.cc:196] Checking for leaks (request via RPC)
06:41:55.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:55.751541 12190 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskec_Hux/build/asan/bin/kudu with pid 12647
06:41:55.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:55.775157 12190 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskec_Hux/build/asan/bin/kudu pid 12858
06:41:55.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:55.783628 13053 generic_service.cc:196] Checking for leaks (request via RPC)
06:41:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:55.871565 12190 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskec_Hux/build/asan/bin/kudu with pid 12858
06:41:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:55.895251 12352 connection.cc:535] server connection from 127.11.231.130:37485 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:41:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:41:55.895316 12456 connection.cc:535] server connection from 127.11.231.130:51351 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:41:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:55.895797 12190 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskec_Hux/build/asan/bin/kudu pid 13067
06:41:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:55.904162 13267 generic_service.cc:196] Checking for leaks (request via RPC)
06:41:56.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:56.010002 12190 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskec_Hux/build/asan/bin/kudu with pid 13067
06:41:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:56.034677 12190 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskec_Hux/build/asan/bin/kudu pid 12211
06:41:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:56.035851 12306 generic_service.cc:196] Checking for leaks (request via RPC)
06:41:56.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:56.148808 12190 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskec_Hux/build/asan/bin/kudu with pid 12211
06:41:56.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:56.176659 12190 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskec_Hux/build/asan/bin/kudu pid 12323
06:41:56.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:56.177711 12413 generic_service.cc:196] Checking for leaks (request via RPC)
06:41:56.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:56.284797 12190 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskec_Hux/build/asan/bin/kudu with pid 12323
06:41:56.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:56.312286 12190 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskec_Hux/build/asan/bin/kudu pid 12425
06:41:56.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:56.313408 12539 generic_service.cc:196] Checking for leaks (request via RPC)
06:41:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:41:56.422683 12190 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskec_Hux/build/asan/bin/kudu with pid 12425
06:41:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T06:41:56Z chronyd exiting
06:41:56.575 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27846), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [146ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [428ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [432ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [437ms] refreshing cache from master, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [443ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [446ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [447ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [448ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [457ms] refreshing cache from master, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [459ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [460ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [462ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [462ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [476ms] refreshing cache from master, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [480ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [480ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [481ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [482ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [496ms] refreshing cache from master, [496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [499ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [499ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [501ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [502ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [517ms] refreshing cache from master, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [520ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [525ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [526ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [527ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [583ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [584ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [701ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [701ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [702ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [703ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [856ms] refreshing cache from master, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [861ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [861ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [862ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [864ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [1303ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [2297ms] refreshing cache from master, [2297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [2298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [2299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [2300ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [2300ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [2302ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [3357ms] refreshing cache from master, [3357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [3357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [3358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [3360ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [3360ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [3361ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [3361ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [4377ms] refreshing cache from master, [4377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [4377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [4378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [4380ms] too many traces: truncated at 100 traces, deferred=Deferred@470312447(state=PENDING, result=null, callback=(continuation of Deferred@375876419 after retry RPC after error@723564784) -> (continuation of Deferred@2081462586 after retry RPC after error@602422490) -> (continuation of Deferred@251164311 after retry RPC after error@548513920) -> (continuation of Deferred@1477455077 after retry RPC after error@981259729) -> (continuation of Deferred@2013085895 after retry RPC after error@1512379152) -> (continuation of Deferred@51080117 after retry RPC after error@1602610264) -> (continuation of Deferred@1122200599 after retry RPC after error@808213192) -> (continuation of Deferred@1747114427 after retry RPC after error@418727875) -> (continuation of Deferred@1101988638 after retry RPC after error@327674873) -> (continuation of Deferred@1838552883 after retry RPC after error@1601146397) -> (continuation of Deferred@1726071069 after retry RPC after error@1251292699) -> (continuation of Deferred@392663029 after retry RPC after error@878441570) -> (continuation of Deferred@1557803741 after retry RPC after error@1067250355) -> (continuation of Deferred@347064978 after retry RPC after error@2143081601) -> (continuation of Deferred@1920818545 after retry RPC after error@715927783) -> (continuation of Deferred@1077773434 after retry RPC after error@1497126944) -> (continuation of Deferred@1093796003 after retry RPC after error@181545834) -> (continuation of Deferred@652242974 after retry RPC after error@489079226) -> (continuation of Deferred@1287716261 after retry RPC after error@1464993324) -> (continuation of Deferred@1922559064 after retry RPC after error@1494730913) -> (continuation of Deferred@309410803 after retry RPC after error@1440038135) -> (continuation of Deferred@409861945 after retry RPC after error@2144894549) -> (continuation of Deferred@1693285630 after retry RPC after error@413390352) -> (continuation of Deferred@1874880010 after retry RPC after error@1398183793) -> (continuation of Deferred@1557334889 after retry RPC after error@1514554805) -> (continuation of Deferred@920295617 after retry RPC after error@1364229236), errback=(continuation of Deferred@375876419 after retry RPC after error@723564784) -> (continuation of Deferred@2081462586 after retry RPC after error@602422490) -> (continuation of Deferred@251164311 after retry RPC after error@548513920) -> (continuation of Deferred@1477455077 after retry RPC after error@981259729) -> (continuation of Deferred@2013085895 after retry RPC after error@1512379152) -> (continuation of Deferred@51080117 after retry RPC after error@1602610264) -> (continuation of Deferred@1122200599 after retry RPC after error@808213192) -> (continuation of Deferred@1747114427 after retry RPC after error@418727875) -> (continuation of Deferred@1101988638 after retry RPC after error@327674873) -> (continuation of Deferred@1838552883 after retry RPC after error@1601146397) -> (continuation of Deferred@1726071069 after retry RPC after error@1251292699) -> (continuation of Deferred@392663029 after retry RPC after error@878441570) -> (continuation of Deferred@1557803741 after retry RPC after error@1067250355) -> (continuation of Deferred@347064978 after retry RPC after error@2143081601) -> (continuation of Deferred@1920818545 after retry RPC after error@715927783) -> (continuation of Deferred@1077773434 after retry RPC after error@1497126944) -> (continuation of Deferred@1093796003 after retry RPC after error@181545834) -> (continuation of Deferred@652242974 after retry RPC after error@489079226) -> (continuation of Deferred@1287716261 after retry RPC after error@1464993324) -> (continuation of Deferred@1922559064 after retry RPC after error@1494730913) -> (continuation of Deferred@309410803 after retry RPC after error@1440038135) -> (continuation of Deferred@409861945 after retry RPC after error@2144894549) -> (continuation of Deferred@1693285630 after retry RPC after error@413390352) -> (continuation of Deferred@1874880010 after retry RPC after error@1398183793) -> (continuation of Deferred@1557334889 after retry RPC after error@1514554805) -> (continuation of Deferred@920295617 after retry RPC after error@1364229236)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.251.61:34827
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27846), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [146ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [428ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [432ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [437ms] refreshing cache from master, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [443ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [446ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [447ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [448ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [457ms] refreshing cache from master, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [459ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [460ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [462ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [462ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [476ms] refreshing cache from master, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [480ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [480ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [481ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [482ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [496ms] refreshing cache from master, [496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [499ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [499ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [501ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [502ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [517ms] refreshing cache from master, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [520ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [525ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [526ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [527ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [583ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [584ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [701ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [701ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [702ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [703ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [856ms] refreshing cache from master, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [861ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [861ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [862ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [864ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [1303ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [2297ms] refreshing cache from master, [2297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [2298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [2299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [2300ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [2300ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [2302ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [3357ms] refreshing cache from master, [3357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [3357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [3358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [3360ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.62:40949: Network error: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949, [3360ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.60:34739: OK, [3361ms] Sub RPC ConnectToMaster: received response from server master-127.12.251.61:34827: Network error: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [3361ms] delaying RPC due to: Service unavailable: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827, [4377ms] refreshing cache from master, [4377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.60:34739, [4377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.62:40949, [4378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.251.61:34827, [4380ms] too many traces: truncated at 100 traces, deferred=Deferred@470312447(state=PENDING, result=null, callback=(continuation of Deferred@375876419 after retry RPC after error@723564784) -> (continuation of Deferred@2081462586 after retry RPC after error@602422490) -> (continuation of Deferred@251164311 after retry RPC after error@548513920) -> (continuation of Deferred@1477455077 after retry RPC after error@981259729) -> (continuation of Deferred@2013085895 after retry RPC after error@1512379152) -> (continuation of Deferred@51080117 after retry RPC after error@1602610264) -> (continuation of Deferred@1122200599 after retry RPC after error@808213192) -> (continuation of Deferred@1747114427 after retry RPC after error@418727875) -> (continuation of Deferred@1101988638 after retry RPC after error@327674873) -> (continuation of Deferred@1838552883 after retry RPC after error@1601146397) -> (continuation of Deferred@1726071069 after retry RPC after error@1251292699) -> (continuation of Deferred@392663029 after retry RPC after error@878441570) -> (continuation of Deferred@1557803741 after retry RPC after error@1067250355) -> (continuation of Deferred@347064978 after retry RPC after error@2143081601) -> (continuation of Deferred@1920818545 after retry RPC after error@715927783) -> (continuation of Deferred@1077773434 after retry RPC after error@1497126944) -> (continuation of Deferred@1093796003 after retry RPC after error@181545834) -> (continuation of Deferred@652242974 after retry RPC after error@489079226) -> (continuation of Deferred@1287716261 after retry RPC after error@1464993324) -> (continuation of Deferred@1922559064 after retry RPC after error@1494730913) -> (continuation of Deferred@309410803 after retry RPC after error@1440038135) -> (continuation of Deferred@409861945 after retry RPC after error@2144894549) -> (continuation of Deferred@1693285630 after retry RPC after error@413390352) -> (continuation of Deferred@1874880010 after retry RPC after error@1398183793) -> (continuation of Deferred@1557334889 after retry RPC after error@1514554805) -> (continuation of Deferred@920295617 after retry RPC after error@1364229236), errback=(continuation of Deferred@375876419 after retry RPC after error@723564784) -> (continuation of Deferred@2081462586 after retry RPC after error@602422490) -> (continuation of Deferred@251164311 after retry RPC after error@548513920) -> (continuation of Deferred@1477455077 after retry RPC after error@981259729) -> (continuation of Deferred@2013085895 after retry RPC after error@1512379152) -> (continuation of Deferred@51080117 after retry RPC after error@1602610264) -> (continuation of Deferred@1122200599 after retry RPC after error@808213192) -> (continuation of Deferred@1747114427 after retry RPC after error@418727875) -> (continuation of Deferred@1101988638 after retry RPC after error@327674873) -> (continuation of Deferred@1838552883 after retry RPC after error@1601146397) -> (continuation of Deferred@1726071069 after retry RPC after error@1251292699) -> (continuation of Deferred@392663029 after retry RPC after error@878441570) -> (continuation of Deferred@1557803741 after retry RPC after error@1067250355) -> (continuation of Deferred@347064978 after retry RPC after error@2143081601) -> (continuation of Deferred@1920818545 after retry RPC after error@715927783) -> (continuation of Deferred@1077773434 after retry RPC after error@1497126944) -> (continuation of Deferred@1093796003 after retry RPC after error@181545834) -> (continuation of Deferred@652242974 after retry RPC after error@489079226) -> (continuation of Deferred@1287716261 after retry RPC after error@1464993324) -> (continuation of Deferred@1922559064 after retry RPC after error@1494730913) -> (continuation of Deferred@309410803 after retry RPC after error@1440038135) -> (continuation of Deferred@409861945 after retry RPC after error@2144894549) -> (continuation of Deferred@1693285630 after retry RPC after error@413390352) -> (continuation of Deferred@1874880010 after retry RPC after error@1398183793) -> (continuation of Deferred@1557334889 after retry RPC after error@1514554805) -> (continuation of Deferred@920295617 after retry RPC after error@1364229236)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.251.60:34739,127.12.251.62:40949,127.12.251.61:34827) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.62:40949(127.12.251.62:40949): Connection refused: /127.12.251.62:40949,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.251.61:34827(127.12.251.61:34827): Connection refused: /127.12.251.61:34827
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
... 19 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.251.61:34827
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)